safe_v2_2nodes/logs/22108862_3.out

WARNING 26-05-04 19:35:46.743183 - 0:00:00 - Signal handler installed.
WARNING 26-05-04 19:35:46.743563 - 0:00:00 - WARNING: Setting MKL_SERVICE_FORCE_INTEL to GNU
WARNING 26-05-04 19:35:46.743633 - 0:00:00 - WARNING: Setting MKL_NUM_THREADS to 1
WARNING 26-05-04 19:35:46.743688 - 0:00:00 - WARNING: Setting ENABLE_INTRA_NODE_COMM to 1
WARNING 26-05-04 19:35:46.743731 - 0:00:00 - WARNING: Setting TORCH_NCCL_AVOID_RECORD_STREAMS to 1
WARNING 26-05-04 19:35:46.743768 - 0:00:00 - WARNING: Setting NCCL_IB_TIMEOUT to 22
WARNING 26-05-04 19:35:46.743805 - 0:00:00 - WARNING: Setting NCCL_DEBUG to INFO
WARNING 26-05-04 19:35:46.743838 - 0:00:00 - WARNING: Setting TORCH_NCCL_ASYNC_ERROR_HANDLING to 1
WARNING 26-05-04 19:35:46.743871 - 0:00:00 - WARNING: Setting TRITON_CACHE_DIR to /scratch/tmp8abi09rn
INFO    26-05-04 19:36:03.549768 - 0:00:17 - Run launched with slurm, local rank: 3
INFO    26-05-04 19:36:03.550008 - 0:00:17 - ENV: environ({'SHELL': '/bin/bash', 'WANDB_CACHE_DIR': '/fsx/craffel/.cache', 'SLURM_JOB_USER': 'craffel', 'SLURM_TASKS_PER_NODE': '8(x2)', 'SLURM_JOB_UID': '150016', 'SLURM_TASK_PID': '3787017', 'CONDA_EXE': '/fsx/craffel/miniconda3/bin/conda', '_CE_M': '', 'TMUX': '/tmp/tmux-150016/default,252572,0', 'SLURM_JOB_GPUS': '0,1,2,3,4,5,6,7', 'SLURM_LOCALID': '3', 'SLURM_SUBMIT_DIR': '/fsx/craffel/lingua', 'HOSTNAME': 'ip-26-0-161-178', 'SLURMD_NODENAME': 'ip-26-0-161-178', 'GEMINI_API_KEY': 'AIzaSyBT31m2dQ53T4xx6oyqUGY_G9urgQ1F1RA', 'CONDA_AUTO_ACTIVATE_BASE': 'false', 'SLURM_NODE_ALIASES': '(null)', 'SLURM_CLUSTER_NAME': 'cluster', 'HF_DATASETS_CACHE': '/fsx/craffel/.cache', 'SLURM_CPUS_ON_NODE': '16', 'SLURM_JOB_CPUS_PER_NODE': '16(x2)', 'LAUNCH_WITH': 'SBATCH', 'ENV': '/usr/share/modules/init/profile.sh', 'SLURM_GPUS_ON_NODE': '8', 'PWD': '/fsx/craffel/lingua_logs/safe_v2_2nodes/code', 'SLURM_GTIDS': '0,1,2,3,4,5,6,7', 'LOGNAME': 'craffel', 'CONDA_ROOT': '/fsx/craffel/miniconda3/', 'XDG_SESSION_TYPE': 'tty', 'CONDA_PREFIX': '/fsx/craffel/miniconda3/envs/lingua_250401', 'SLURM_JOB_PARTITION': 'hopper-prod', 'MODULESHOME': '/usr/share/modules', 'MANPATH': ':', 'ROCR_VISIBLE_DEVICES': '0,1,2,3,4,5,6,7', 'SLURM_JOB_NUM_NODES': '2', 'SLURM_OPEN_MODE': 'a', 'SLURM_JOBID': '22108862', 'SLURM_JOB_QOS': 'normal priority qos', 'MOTD_SHOWN': 'pam', 'HOME': '/admin/home/craffel', 'LANG': 'C.UTF-8', 'LS_COLORS': 'rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=00:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.zst=01;31:*.tzst=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.wim=01;31:*.swm=01;31:*.dwm=01;31:*.esd=01;31:*.jpg=01;35:*.jpeg=01;35:*.mjpg=01;35:*.mjpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=00;36:*.au=00;36:*.flac=00;36:*.m4a=00;36:*.mid=00;36:*.midi=00;36:*.mka=00;36:*.mp3=00;36:*.mpc=00;36:*.ogg=00;36:*.ra=00;36:*.wav=00;36:*.oga=00;36:*.opus=00;36:*.spx=00;36:*.xspf=00;36:', 'SLURM_PROCID': '3', 'CONDA_PROMPT_MODIFIER': '(lingua_250401) ', 'TMPDIR': '/scratch', 'SLURM_CPUS_PER_TASK': '16', 'SLURM_NTASKS': '16', 'SLURM_TOPOLOGY_ADDR': 'ip-26-0-161-178', 'SSH_CONNECTION': '10.1.106.203 52667 10.53.90.63 22', 'PIP_CACHE_DIR': '/fsx/craffel/.cache', 'ZE_AFFINITY_MASK': '0,1,2,3,4,5,6,7', 'SLURM_TOPOLOGY_ADDR_PATTERN': 'node', 'CUDA_VISIBLE_DEVICES': '0,1,2,3,4,5,6,7', 'HF_HOME': '/fsx/craffel/.cache/huggingface', 'LESSCLOSE': '/usr/bin/lesspipe %s %s', 'MODULEPATH_modshare': '/etc/environment-modules/modules:1:/usr/share/modules/$MODULE_VERSION/modulefiles:1:/usr/share/modules/modulefiles:1:/usr/share/modules/versions:1', 'XDG_SESSION_CLASS': 'user', 'SLURM_WORKING_CLUSTER': 'cluster:ip-10-53-88-239:6817:9728:109', 'TERM': 'screen-256color', '_CE_CONDA': '', 'LESSOPEN': '| /usr/bin/lesspipe %s', 'USER': 'craffel', 'TMUX_PANE': '%10', 'SLURM_NODELIST': 'ip-26-0-161-178,ip-26-0-162-14', 'WANDB_API_KEY': '3b243fdc205416accf89e782b3dd8dcb77b071e0', 'ENVIRONMENT': 'BATCH', 'HUGGINGFACE_HUB_CACHE': '/fsx/craffel/.cache', 'GPU_DEVICE_ORDINAL': '0,1,2,3,4,5,6,7', 'CONDA_SHLVL': '1', 'LOADEDMODULES': '', 'SLURM_JOB_ACCOUNT': 'huggingface', 'SLURM_PRIO_PROCESS': '0', 'SLURM_NPROCS': '16', 'SHLVL': '3', 'SLURM_NNODES': '2', 'BASH_ENV': '/usr/share/modules/init/bash', 'XDG_SESSION_ID': '156', 'SLURM_SUBMIT_HOST': 'login-node-1', 'CONDA_PYTHON_EXE': '/fsx/craffel/miniconda3/bin/python', 'LD_LIBRARY_PATH': '/opt/amazon/efa/lib:/opt/amazon/openmpi/lib:/opt/aws-ofi-nccl/lib:/usr/local/cuda-12.1/lib:/usr/local/cuda-12.1/lib64:/usr/local/cuda-12.1:/usr/local/cuda-12.1/targets/x86_64-linux/lib/:/usr/local/cuda-12.1/extras/CUPTI/lib64:/usr/local/lib:/usr/lib:/opt/amazon/efa/lib:/opt/amazon/openmpi/lib:/opt/aws-ofi-nccl/lib:/usr/local/cuda-12.1/lib:/usr/local/cuda-12.1/lib64:/usr/local/cuda-12.1:/usr/local/cuda-12.1/targets/x86_64-linux/lib/:/usr/local/cuda-12.1/extras/CUPTI/lib64:/usr/local/lib:/usr/lib', 'XDG_RUNTIME_DIR': '/run/user/150016', 'SLURM_JOB_ID': '22108862', 'SLURM_NODEID': '0', 'SSH_CLIENT': '10.1.106.203 63933 22', 'CONDA_DEFAULT_ENV': 'lingua_250401', 'OMP_NUM_THREADS': '1', 'DUMP_DIR': '/fsx/craffel/lingua_logs/safe_v2_2nodes', 'XDG_DATA_DIRS': '/usr/local/share:/usr/share:/var/lib/snapd/desktop', 'SLURM_CONF': '/opt/slurm/etc/slurm.conf', 'PATH': '/fsx/craffel/miniconda3/envs/lingua_250401/bin:/admin/home/craffel/.opencode/bin:/fsx/craffel/miniconda3/bin:/opt/slurm/bin:/opt/amazon/openmpi/bin:/opt/amazon/efa/bin:/usr/local/cuda-12.1/bin:/usr/local/cuda-12.1/include:/admin/home/craffel/.opencode/bin:/fsx/craffel/miniconda3/condabin:/fsx/craffel/miniconda3/bin:/opt/slurm/bin:/opt/amazon/openmpi/bin:/opt/amazon/efa/bin:/usr/local/cuda-12.1/bin:/usr/local/cuda-12.1/include:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin', 'SLURM_JOB_NAME': 'safe_v2_2nodes', 'MODULEPATH': '/etc/environment-modules/modules:/usr/share/modules/versions:/usr/share/modules/$MODULE_VERSION/modulefiles:/usr/share/modules/modulefiles', 'SLURM_NTASKS_PER_NODE': '1', 'DBUS_SESSION_BUS_ADDRESS': 'unix:path=/run/user/150016/bus', 'SSH_TTY': '/dev/pts/8', 'WANDB_CONFIG_DIR': '/fsx/craffel/.cache', 'SLURM_JOB_GID': '150016', 'HF_MODULES_CACHE': '/fsx/craffel/.cache', 'OLDPWD': '/fsx/craffel/lingua', 'SLURM_JOB_NODELIST': 'ip-26-0-161-178,ip-26-0-162-14', 'MODULES_CMD': '/usr/lib/x86_64-linux-gnu/modulecmd.tcl', 'BASH_FUNC_switchml%%': '() {  typeset swfound=1;\n if [ "${MODULES_USE_COMPAT_VERSION:-0}" = \'1\' ]; then\n typeset swname=\'main\';\n if [ -e /usr/lib/x86_64-linux-gnu/modulecmd.tcl ]; then\n typeset swfound=0;\n unset MODULES_USE_COMPAT_VERSION;\n fi;\n else\n typeset swname=\'compatibility\';\n if [ -e /usr/lib/x86_64-linux-gnu/modulecmd-compat ]; then\n typeset swfound=0;\n MODULES_USE_COMPAT_VERSION=1;\n export MODULES_USE_COMPAT_VERSION;\n fi;\n fi;\n if [ $swfound -eq 0 ]; then\n echo "Switching to Modules $swname version";\n source /usr/share/modules/init/bash;\n else\n echo "Cannot switch to Modules $swname version, command not found";\n return 1;\n fi\n}', 'BASH_FUNC_module%%': '() {  unset _mlshdbg;\n if [ "${MODULES_SILENT_SHELL_DEBUG:-0}" = \'1\' ]; then\n case "$-" in \n *v*x*)\n set +vx;\n _mlshdbg=\'vx\'\n ;;\n *v*)\n set +v;\n _mlshdbg=\'v\'\n ;;\n *x*)\n set +x;\n _mlshdbg=\'x\'\n ;;\n *)\n _mlshdbg=\'\'\n ;;\n esac;\n fi;\n unset _mlre _mlIFS;\n if [ -n "${IFS+x}" ]; then\n _mlIFS=$IFS;\n fi;\n IFS=\' \';\n for _mlv in ${MODULES_RUN_QUARANTINE:-};\n do\n if [ "${_mlv}" = "${_mlv##*[!A-Za-z0-9_]}" -a "${_mlv}" = "${_mlv#[0-9]}" ]; then\n if [ -n "`eval \'echo ${\'$_mlv\'+x}\'`" ]; then\n _mlre="${_mlre:-}${_mlv}_modquar=\'`eval \'echo ${\'$_mlv\'}\'`\' ";\n fi;\n _mlrv="MODULES_RUNENV_${_mlv}";\n _mlre="${_mlre:-}${_mlv}=\'`eval \'echo ${\'$_mlrv\':-}\'`\' ";\n fi;\n done;\n if [ -n "${_mlre:-}" ]; then\n eval `eval ${_mlre}/usr/bin/tclsh8.6 /usr/lib/x86_64-linux-gnu/modulecmd.tcl bash \'"$@"\'`;\n else\n eval `/usr/bin/tclsh8.6 /usr/lib/x86_64-linux-gnu/modulecmd.tcl bash "$@"`;\n fi;\n _mlstatus=$?;\n if [ -n "${_mlIFS+x}" ]; then\n IFS=$_mlIFS;\n else\n unset IFS;\n fi;\n unset _mlre _mlv _mlrv _mlIFS;\n if [ -n "${_mlshdbg:-}" ]; then\n set -$_mlshdbg;\n fi;\n unset _mlshdbg;\n return $_mlstatus\n}', '_': '/opt/slurm/bin/srun', 'SRUN_DEBUG': '3', 'SLURM_UMASK': '0002', 'SLURM_JOB_CPUS_PER_NODE_PACK_GROUP_0': '16(x2)', 'SLURM_DISTRIBUTION': 'block', 'SLURM_STEP_ID': '21', 'SLURM_STEPID': '21', 'SLURM_STEP_NODELIST': 'ip-26-0-161-178,ip-26-0-162-14', 'SLURM_STEP_NUM_NODES': '2', 'SLURM_STEP_NUM_TASKS': '16', 'SLURM_STEP_TASKS_PER_NODE': '8(x2)', 'SLURM_STEP_LAUNCHER_PORT': '51524', 'SLURM_SRUN_COMM_PORT': '51524', 'SLURM_SRUN_COMM_HOST': '26.0.161.178', 'SLURM_STEP_GPUS': '0,1,2,3,4,5,6,7', 'SLURM_CPU_BIND': 'quiet,mask_cpu:0x0000000000FF0000000000FF', 'SLURM_CPU_BIND_LIST': '0x0000000000FF0000000000FF', 'SLURM_CPU_BIND_TYPE': 'mask_cpu:', 'SLURM_CPU_BIND_VERBOSE': 'quiet', 'SLURM_LAUNCH_NODE_IPADDR': '26.0.161.178', 'CUDA_MODULE_LOADING': 'LAZY', 'KMP_DUPLICATE_LIB_OK': 'True', 'KMP_INIT_AT_FORK': 'FALSE', 'MKL_SERVICE_FORCE_INTEL': 'GNU', 'MKL_NUM_THREADS': '1', 'ENABLE_INTRA_NODE_COMM': '1', 'TORCH_NCCL_AVOID_RECORD_STREAMS': '1', 'NCCL_IB_TIMEOUT': '22', 'NCCL_DEBUG': 'INFO', 'TORCH_NCCL_ASYNC_ERROR_HANDLING': '1', 'TRITON_CACHE_DIR': '/scratch/tmp8abi09rn', 'RANK': '3', 'WORLD_SIZE': '16', 'MASTER_ADDR': 'ip-26-0-161-178', 'MASTER_PORT': '26572'})
INFO    26-05-04 19:36:04.304601 - 0:00:18 - Starting job: safe_v2_2nodes
INFO    26-05-04 19:36:04.304798 - 0:00:18 - Running on dp rank : 3
INFO    26-05-04 19:36:04.304832 - 0:00:18 - Running on dp size : 16
INFO    26-05-04 19:36:04.628395 - 0:00:18 - Building model
INFO    26-05-04 19:36:04.662522 - 0:00:18 - Model is built !
INFO    26-05-04 19:36:06.766265 - 0:00:20 - Model size: 1,786,591,232 total parameters
INFO    26-05-04 19:36:06.766534 - 0:00:20 - GPU capacity: NVIDIA H100 80GB HBM3 (3) with 79.44GiB memory
INFO    26-05-04 19:36:06.770481 - 0:00:20 - GPU memory usage: NVIDIA H100 80GB HBM3 (3): 79.4371337890625 GiB capacity, 0.431640625 GiB peak, 0.5433738661142775% peak
INFO    26-05-04 19:36:06.770535 - 0:00:20 - Starting build of optimizer...
INFO    26-05-04 19:36:06.771316 - 0:00:20 - Done with build of optimizer.
INFO    26-05-04 19:36:06.771368 - 0:00:20 - Model will be initialized from scratch with seed 42
ip-26-0-161-178:3787017:3787017 [3] NCCL INFO cudaDriverVersion 12090
ip-26-0-161-178:3787017:3787017 [3] NCCL INFO Bootstrap : Using enp71s0:26.0.161.178<0>
ip-26-0-161-178:3787017:3787017 [3] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v8 symbol.
ip-26-0-161-178:3787017:3787017 [3] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin symbol (>= v5). ncclCollNetPlugin symbols v4 and lower are not supported.
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI Initializing aws-ofi-nccl 1.13.2-aws
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI Using Libfabric version 1.22
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI Using CUDA driver version 12090 with runtime 12020
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI Configuring AWS-specific options
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI Setting provider_filter to efa
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI Setting FI_EFA_FORK_SAFE environment variable to 1
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI Setting NCCL_NET_FORCE_FLUSH=0 for Hopper GPUs
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI Setting NCCL_NVLSTREE_MAX_CHUNKSIZE to 512KiB
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI Setting NCCL_NVLS_CHUNKSIZE to 512KiB
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI Internode latency set at 75.0 us
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI Using transport protocol RDMA (platform set)
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI Selected Provider is efa (found 32 nics)
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 0 device #0 0000:52:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 0 device #1 0000:51:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 0 device #2 0000:50:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 0 device #3 0000:4f:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 1 device #0 0000:63:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 1 device #1 0000:62:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 1 device #2 0000:61:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 1 device #3 0000:60:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 2 device #0 0000:74:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 2 device #1 0000:73:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 2 device #2 0000:72:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 2 device #3 0000:71:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 3 device #0 0000:85:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 3 device #1 0000:84:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 3 device #2 0000:83:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 3 device #3 0000:82:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 4 device #0 0000:96:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 4 device #1 0000:95:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 4 device #2 0000:94:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 4 device #3 0000:93:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 5 device #0 0000:a7:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 5 device #1 0000:a6:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 5 device #2 0000:a5:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 5 device #3 0000:a4:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 6 device #0 0000:b8:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 6 device #1 0000:b7:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 6 device #2 0000:b6:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 6 device #3 0000:b5:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 7 device #0 0000:c9:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 7 device #1 0000:c8:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 7 device #2 0000:c7:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI NIC group 7 device #3 0000:c6:00.0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI Setting NCCL_TOPO_FILE environment variable to /proc/self/fd/167
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI Creating one domain per process
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI Support for global registrations: true
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NET/OFI Support for DMA-BUF registrations: false
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Using non-device net plugin version 0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Using network Libfabric
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO ncclCommInitRank comm 0x122be770 rank 3 nranks 16 cudaDev 3 nvmlDev 3 busId 86000 commId 0x93a22df8cc0d196c - Init START
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO MNNVL busId 0x86000 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NCCL_TOPO_FILE set by environment to /proc/self/fd/167
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Setting affinity for GPU 3 to ff
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NVLS multicast support is available on dev 3
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO comm 0x122be770 rank 3 nRanks 16 nNodes 2 localRanks 8 localRank 3 MNNVL 0
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NVLS Head  0:  0  8
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NVLS Head  1:  1  9
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NVLS Head  2:  2 10
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NVLS Head  3:  3 11
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NVLS Head  4:  4 12
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NVLS Head  5:  5 13
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NVLS Head  6:  6 14
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NVLS Head  7:  7 15
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Trees [0] 4/-1/-1->3->2 [1] 4/-1/-1->3->2 [2] 4/-1/-1->3->2 [3] 4/11/-1->3->-1 [4] -1/-1/-1->3->2 [5] 4/-1/-1->3->2 [6] 4/-1/-1->3->2 [7] 4/-1/-1->3->2 [8] 4/-1/-1->3->2 [9] 4/-1/-1->3->2 [10] 4/-1/-1->3->2 [11] 4/-1/-1->3->11 [12] -1/-1/-1->3->2 [13] 4/-1/-1->3->2 [14] 4/-1/-1->3->2 [15] 4/-1/-1->3->2
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO P2P Chunksize set to 131072
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 01/0 : 3[3] -> 4[4] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 03/0 : 3[3] -> 4[4] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 05/0 : 3[3] -> 4[4] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 07/0 : 3[3] -> 4[4] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 09/0 : 3[3] -> 4[4] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 11/0 : 3[3] -> 4[4] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 13/0 : 3[3] -> 4[4] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 15/0 : 3[3] -> 4[4] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NCCL_NET_FORCE_FLUSH set by environment to 0.
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 03/0 : 11[3] -> 3[3] [receive] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 11/0 : 11[3] -> 3[3] [receive] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 02/0 : 3[3] -> 11[3] [send] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 10/0 : 3[3] -> 11[3] [send] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 00/0 : 3[3] -> 2[2] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 04/0 : 3[3] -> 2[2] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 06/0 : 3[3] -> 2[2] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 08/0 : 3[3] -> 2[2] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 12/0 : 3[3] -> 2[2] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 14/0 : 3[3] -> 2[2] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Connected all rings
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 00/0 : 3[3] -> 4[4] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 02/0 : 3[3] -> 4[4] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 06/0 : 3[3] -> 4[4] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 08/0 : 3[3] -> 4[4] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 10/0 : 3[3] -> 4[4] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 14/0 : 3[3] -> 4[4] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 03/0 : 3[3] -> 11[3] [send] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 11/0 : 3[3] -> 11[3] [send] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 01/0 : 3[3] -> 2[2] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 02/0 : 3[3] -> 2[2] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 05/0 : 3[3] -> 2[2] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 07/0 : 3[3] -> 2[2] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 09/0 : 3[3] -> 2[2] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 10/0 : 3[3] -> 2[2] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 13/0 : 3[3] -> 2[2] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 15/0 : 3[3] -> 2[2] via P2P/CUMEM
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Connected all trees
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NCCL_NVLS_CHUNKSIZE set by environment to 524288.
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO NVLS comm 0x122be770 headRank 3 nHeads 8 buffSize 4194304 memSize 2097152 nvlsPerRankSize 201326592 nvlsTotalSize 1610612736
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 00/0 : 11[3] -> 3[3] [receive] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 01/0 : 11[3] -> 3[3] [receive] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 02/0 : 11[3] -> 3[3] [receive] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 04/0 : 11[3] -> 3[3] [receive] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 05/0 : 11[3] -> 3[3] [receive] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 06/0 : 11[3] -> 3[3] [receive] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 07/0 : 11[3] -> 3[3] [receive] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 08/0 : 11[3] -> 3[3] [receive] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 09/0 : 11[3] -> 3[3] [receive] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 10/0 : 11[3] -> 3[3] [receive] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 12/0 : 11[3] -> 3[3] [receive] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 13/0 : 11[3] -> 3[3] [receive] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 14/0 : 11[3] -> 3[3] [receive] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 15/0 : 11[3] -> 3[3] [receive] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 00/0 : 3[3] -> 11[3] [send] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 01/0 : 3[3] -> 11[3] [send] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 04/0 : 3[3] -> 11[3] [send] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 05/0 : 3[3] -> 11[3] [send] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 06/0 : 3[3] -> 11[3] [send] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 07/0 : 3[3] -> 11[3] [send] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 08/0 : 3[3] -> 11[3] [send] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 09/0 : 3[3] -> 11[3] [send] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 12/0 : 3[3] -> 11[3] [send] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 13/0 : 3[3] -> 11[3] [send] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 14/0 : 3[3] -> 11[3] [send] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Channel 15/0 : 3[3] -> 11[3] [send] via NET/Libfabric/3/GDRDMA
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO Connected NVLS tree
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2, using internal tuner instead.
ip-26-0-161-178:3787017:3789178 [3] NCCL INFO ncclCommInitRank comm 0x122be770 rank 3 nranks 16 cudaDev 3 nvmlDev 3 busId 86000 commId 0x93a22df8cc0d196c - Init COMPLETE
INFO    26-05-04 19:36:16.998465 - 0:00:30 - Async dataloader started
INFO    26-05-04 19:36:16.999670 - 0:00:30 - Profiling active.  Traces will be saved at /fsx/craffel/lingua_logs/safe_v2_2nodes/profiling
INFO    26-05-04 19:37:06.063213 - 0:01:19 - Starting MemSnapshotsProfilerWandb profiler...
INFO    26-05-04 19:46:00.469662 - 0:10:14 - garbage collection
INFO    26-05-04 19:46:01.891790 - 0:10:15 - Shutting down MemSnapshotsProfilerWandb profiler...
INFO    26-05-04 19:46:02.325092 - 0:10:16 -   grad: 2.99e+00  flops: 1.31e+12  wps: 1.22e+02  iter:  1.0775  data: 0.3456  lr: 0.00e+00  mem: 49%  pow: 384.483 W
INFO    26-05-04 19:46:04.291625 - 0:10:18 -   grad: 3.03e+00  flops: 3.56e+14  wps: 3.34e+04  iter:  0.4904  data: 0.0013  lr: 5.00e-07  mem: 50%  pow: 654.113 W
INFO    26-05-04 19:46:06.262237 - 0:10:20 -   grad: 3.52e+00  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4924  data: 0.0011  lr: 1.00e-06  mem: 50%  pow: 648.055 W
INFO    26-05-04 19:46:08.224233 - 0:10:21 -   grad: 3.23e+00  flops: 3.57e+14  wps: 3.34e+04  iter:  0.5127  data: 0.0012  lr: 1.50e-06  mem: 50%  pow: 641.44 W
INFO    26-05-04 19:46:10.178542 - 0:10:23 -   grad: 3.14e+00  flops: 3.59e+14  wps: 3.36e+04  iter:  0.4805  data: 0.0017  lr: 2.00e-06  mem: 50%  pow: 659.9 W
INFO    26-05-04 19:46:12.122098 - 0:10:25 -   grad: 2.94e+00  flops: 3.61e+14  wps: 3.38e+04  iter:  0.4877  data: 0.001  lr: 2.50e-06  mem: 50%  pow: 655.48 W
INFO    26-05-04 19:46:14.090219 - 0:10:27 -   grad: 2.96e+00  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4971  data: 0.0012  lr: 3.00e-06  mem: 50%  pow: 664.385 W
INFO    26-05-04 19:46:16.075506 - 0:10:29 -   grad: 3.24e+00  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4943  data: 0.0012  lr: 3.50e-06  mem: 50%  pow: 629.085 W
INFO    26-05-04 19:46:18.035218 - 0:10:31 -   grad: 2.89e+00  flops: 3.58e+14  wps: 3.35e+04  iter:  0.4887  data: 0.0011  lr: 4.00e-06  mem: 50%  pow: 652.743 W
INFO    26-05-04 19:46:20.027567 - 0:10:33 -   grad: 2.87e+00  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4806  data: 0.0013  lr: 4.50e-06  mem: 50%  pow: 657.14 W
INFO    26-05-04 19:46:22.061040 - 0:10:35 -   grad: 2.92e+00  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5106  data: 0.0009  lr: 5.00e-06  mem: 50%  pow: 640.105 W
INFO    26-05-04 19:46:24.065951 - 0:10:37 -   grad: 3.19e+00  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4826  data: 0.0356  lr: 5.50e-06  mem: 50%  pow: 643.655 W
INFO    26-05-04 19:46:26.022752 - 0:10:39 -   grad: 4.40e+00  flops: 3.58e+14  wps: 3.35e+04  iter:  0.4777  data: 0.0162  lr: 6.00e-06  mem: 50%  pow: 660.403 W
INFO    26-05-04 19:46:28.010128 - 0:10:41 -   grad: 2.86e+00  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4952  data: 0.0009  lr: 6.50e-06  mem: 50%  pow: 653.827 W
INFO    26-05-04 19:46:29.949860 - 0:10:43 -   grad: 2.79e+00  flops: 3.62e+14  wps: 3.39e+04  iter:  0.4911  data: 0.0009  lr: 7.00e-06  mem: 50%  pow: 659.892 W
INFO    26-05-04 19:46:31.952928 - 0:10:45 -   grad: 2.98e+00  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5219  data: 0.0012  lr: 7.50e-06  mem: 50%  pow: 630.356 W
INFO    26-05-04 19:46:33.936675 - 0:10:47 -   grad: 2.41e+00  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4992  data: 0.0015  lr: 8.00e-06  mem: 50%  pow: 652.079 W
INFO    26-05-04 19:46:35.928583 - 0:10:49 -   grad: 2.18e+00  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5124  data: 0.0012  lr: 8.50e-06  mem: 50%  pow: 642.091 W
INFO    26-05-04 19:46:37.870405 - 0:10:51 -   grad: 2.01e+00  flops: 3.61e+14  wps: 3.38e+04  iter:  0.4769  data: 0.0013  lr: 9.00e-06  mem: 50%  pow: 671.148 W
INFO    26-05-04 19:46:39.818408 - 0:10:53 -   grad: 1.82e+00  flops: 3.60e+14  wps: 3.37e+04  iter:  0.4923  data: 0.0013  lr: 9.50e-06  mem: 50%  pow: 668.863 W
INFO    26-05-04 19:46:41.858149 - 0:10:55 -   grad: 1.98e+00  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5047  data: 0.0009  lr: 1.00e-05  mem: 50%  pow: 641.221 W
INFO    26-05-04 19:46:43.866359 - 0:10:57 -   grad: 1.50e+00  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5249  data: 0.0007  lr: 1.05e-05  mem: 50%  pow: 645.827 W
INFO    26-05-04 19:46:45.912240 - 0:10:59 -   grad: 1.45e+00  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5249  data: 0.001  lr: 1.10e-05  mem: 50%  pow: 645.305 W
INFO    26-05-04 19:46:47.953786 - 0:11:01 -   grad: 1.56e+00  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5287  data: 0.0011  lr: 1.15e-05  mem: 50%  pow: 636.241 W
INFO    26-05-04 19:46:49.982110 - 0:11:03 - Starting PyTorchProfilerWandb profiler...
INFO    26-05-04 19:46:50.078637 - 0:11:03 -   grad: 1.36e+00  flops: 3.31e+14  wps: 3.10e+04  iter:   0.516  data: 0.0009  lr: 1.20e-05  mem: 50%  pow: 649.981 W
INFO    26-05-04 19:46:52.117641 - 0:11:05 - Shutting down PyTorchProfilerWandb profiler...
INFO    26-05-04 19:46:53.847300 - 0:11:07 - Begin analyze trace
INFO    26-05-04 19:46:54.619763 - 0:11:08 - End analyze trace
INFO    26-05-04 19:46:54.619957 - 0:11:08 - xFormers profiler done. summary:
                                               MemTrace      : /fsx/craffel/lingua_logs/safe_v2_2nodes/profiling/memory_trace_plot/000004_ip-26-0-161-178_3787017.html
                                               Step time (ms): 511
                                               TFlop/step    : 168.1
                                               TFlops        : 328.7
                                               HFU           : 0.366
                                               MFU           : 0.298
INFO    26-05-04 19:46:58.466815 - 0:11:12 -   grad: 1.20e+00  flops: 1.54e+14  wps: 1.44e+04  iter:  0.4931  data: 0.0012  lr: 1.25e-05  mem: 50%  pow: 142.942 W
INFO    26-05-04 19:47:00.436413 - 0:11:14 -   grad: 1.26e+00  flops: 3.56e+14  wps: 3.33e+04  iter:   0.496  data: 0.001  lr: 1.30e-05  mem: 50%  pow: 653.044 W
INFO    26-05-04 19:47:02.433082 - 0:11:16 -   grad: 1.23e+00  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5029  data: 0.001  lr: 1.35e-05  mem: 50%  pow: 654.822 W
INFO    26-05-04 19:47:04.419371 - 0:11:18 -   grad: 1.22e+00  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4981  data: 0.0009  lr: 1.40e-05  mem: 50%  pow: 666.166 W
INFO    26-05-04 19:47:06.410874 - 0:11:20 -   grad: 1.14e+00  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5156  data: 0.0013  lr: 1.45e-05  mem: 50%  pow: 661.376 W
INFO    26-05-04 19:47:08.412546 - 0:11:22 -   grad: 1.02e+00  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5018  data: 0.0011  lr: 1.50e-05  mem: 50%  pow: 679.004 W
INFO    26-05-04 19:47:10.445544 - 0:11:24 -   grad: 9.81e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5119  data: 0.0047  lr: 1.55e-05  mem: 50%  pow: 648.645 W
INFO    26-05-04 19:47:12.451662 - 0:11:26 -   grad: 1.06e+00  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5135  data: 0.001  lr: 1.60e-05  mem: 50%  pow: 636.296 W
INFO    26-05-04 19:47:14.447940 - 0:11:28 -   grad: 1.07e+00  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5233  data: 0.001  lr: 1.65e-05  mem: 50%  pow: 642.087 W
INFO    26-05-04 19:47:16.446980 - 0:11:30 -   grad: 9.48e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5167  data: 0.0008  lr: 1.70e-05  mem: 50%  pow: 643.789 W
INFO    26-05-04 19:47:18.519953 - 0:11:32 -   grad: 9.68e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.4952  data: 0.0009  lr: 1.75e-05  mem: 50%  pow: 644.692 W
INFO    26-05-04 19:47:20.468535 - 0:11:34 -   grad: 9.03e-01  flops: 3.60e+14  wps: 3.37e+04  iter:  0.4839  data: 0.001  lr: 1.80e-05  mem: 50%  pow: 660.618 W
INFO    26-05-04 19:47:22.474897 - 0:11:36 -   grad: 9.64e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5096  data: 0.001  lr: 1.85e-05  mem: 50%  pow: 650.068 W
INFO    26-05-04 19:47:24.443395 - 0:11:38 -   grad: 8.95e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4928  data: 0.0013  lr: 1.90e-05  mem: 50%  pow: 671.319 W
INFO    26-05-04 19:47:26.506187 - 0:11:40 -   grad: 9.24e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5394  data: 0.0009  lr: 1.95e-05  mem: 50%  pow: 631.361 W
INFO    26-05-04 19:47:28.476487 - 0:11:42 -   grad: 8.63e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.5042  data: 0.002  lr: 2.00e-05  mem: 50%  pow: 659.814 W
INFO    26-05-04 19:47:30.485189 - 0:11:44 -   grad: 9.11e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5039  data: 0.0014  lr: 2.05e-05  mem: 50%  pow: 650.05 W
INFO    26-05-04 19:47:32.570856 - 0:11:46 -   grad: 9.43e-01  flops: 3.36e+14  wps: 3.15e+04  iter:  0.5238  data: 0.0011  lr: 2.10e-05  mem: 50%  pow: 649.008 W
INFO    26-05-04 19:47:34.556066 - 0:11:48 -   grad: 9.36e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5014  data: 0.0013  lr: 2.15e-05  mem: 50%  pow: 654.896 W
INFO    26-05-04 19:47:36.532760 - 0:11:50 -   grad: 9.38e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4832  data: 0.0012  lr: 2.20e-05  mem: 50%  pow: 665.93 W
INFO    26-05-04 19:47:38.532834 - 0:11:52 -   grad: 1.05e+00  flops: 3.51e+14  wps: 3.28e+04  iter:   0.516  data: 0.0012  lr: 2.25e-05  mem: 50%  pow: 657.345 W
INFO    26-05-04 19:47:40.540579 - 0:11:54 -   grad: 9.99e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5139  data: 0.0012  lr: 2.30e-05  mem: 50%  pow: 651.67 W
INFO    26-05-04 19:47:42.557729 - 0:11:56 -   grad: 1.01e+00  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5261  data: 0.0012  lr: 2.35e-05  mem: 50%  pow: 638.419 W
INFO    26-05-04 19:47:44.556129 - 0:11:58 -   grad: 1.87e+00  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5045  data: 0.0013  lr: 2.40e-05  mem: 50%  pow: 663.513 W
INFO    26-05-04 19:47:46.603187 - 0:12:00 -   grad: 1.18e+00  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4994  data: 0.0013  lr: 2.45e-05  mem: 50%  pow: 646.376 W
INFO    26-05-04 19:47:48.587510 - 0:12:02 -   grad: 8.54e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.5193  data: 0.0012  lr: 2.50e-05  mem: 50%  pow: 644.73 W
INFO    26-05-04 19:47:50.621343 - 0:12:04 -   grad: 1.81e+00  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4978  data: 0.0012  lr: 2.55e-05  mem: 50%  pow: 666.847 W
INFO    26-05-04 19:47:52.630475 - 0:12:06 -   grad: 9.14e-01  flops: 3.49e+14  wps: 3.27e+04  iter:   0.514  data: 0.0009  lr: 2.60e-05  mem: 50%  pow: 645.308 W
INFO    26-05-04 19:47:54.598488 - 0:12:08 -   grad: 1.36e+00  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4936  data: 0.0013  lr: 2.65e-05  mem: 50%  pow: 664.838 W
INFO    26-05-04 19:47:56.569951 - 0:12:10 -   grad: 2.38e+00  flops: 3.55e+14  wps: 3.33e+04  iter:  0.4793  data: 0.001  lr: 2.70e-05  mem: 50%  pow: 667.247 W
INFO    26-05-04 19:47:58.545987 - 0:12:12 -   grad: 1.28e+00  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4937  data: 0.001  lr: 2.75e-05  mem: 50%  pow: 664.448 W
INFO    26-05-04 19:48:00.537312 - 0:12:14 -   grad: 4.14e+00  flops: 3.52e+14  wps: 3.30e+04  iter:   0.503  data: 0.0012  lr: 2.80e-05  mem: 50%  pow: 653.876 W
INFO    26-05-04 19:48:02.519151 - 0:12:16 -   grad: 2.72e+00  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4909  data: 0.001  lr: 2.85e-05  mem: 50%  pow: 655.997 W
INFO    26-05-04 19:48:04.474748 - 0:12:18 -   grad: 1.25e+00  flops: 3.58e+14  wps: 3.36e+04  iter:  0.5037  data: 0.0009  lr: 2.90e-05  mem: 50%  pow: 653.907 W
INFO    26-05-04 19:48:06.491553 - 0:12:20 -   grad: 1.13e+00  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5003  data: 0.0044  lr: 2.95e-05  mem: 50%  pow: 656.028 W
INFO    26-05-04 19:48:08.510859 - 0:12:22 -   grad: 1.32e+00  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5082  data: 0.0012  lr: 3.00e-05  mem: 50%  pow: 661.478 W
INFO    26-05-04 19:48:10.459717 - 0:12:24 -   grad: 1.11e+00  flops: 3.60e+14  wps: 3.37e+04  iter:  0.4864  data: 0.0014  lr: 3.05e-05  mem: 50%  pow: 665.882 W
INFO    26-05-04 19:48:12.452417 - 0:12:26 -   grad: 1.04e+00  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5092  data: 0.001  lr: 3.10e-05  mem: 50%  pow: 632.831 W
INFO    26-05-04 19:48:14.406571 - 0:12:28 -   grad: 1.05e+00  flops: 3.59e+14  wps: 3.36e+04  iter:  0.5081  data: 0.0015  lr: 3.15e-05  mem: 50%  pow: 651.568 W
INFO    26-05-04 19:48:16.453234 - 0:12:30 -   grad: 1.20e+00  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5452  data: 0.0009  lr: 3.20e-05  mem: 50%  pow: 638.693 W
INFO    26-05-04 19:48:18.406573 - 0:12:32 -   grad: 1.07e+00  flops: 3.59e+14  wps: 3.36e+04  iter:  0.5041  data: 0.0009  lr: 3.25e-05  mem: 50%  pow: 663.63 W
INFO    26-05-04 19:48:20.381733 - 0:12:34 -   grad: 8.02e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4907  data: 0.0009  lr: 3.30e-05  mem: 50%  pow: 656.815 W
INFO    26-05-04 19:48:22.392481 - 0:12:36 -   grad: 7.31e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.494  data: 0.0013  lr: 3.35e-05  mem: 50%  pow: 651.306 W
INFO    26-05-04 19:48:24.390809 - 0:12:38 -   grad: 9.43e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4992  data: 0.0009  lr: 3.40e-05  mem: 50%  pow: 667.319 W
INFO    26-05-04 19:48:26.398055 - 0:12:40 -   grad: 1.06e+00  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5157  data: 0.0009  lr: 3.45e-05  mem: 50%  pow: 644.472 W
INFO    26-05-04 19:48:28.349708 - 0:12:42 -   grad: 9.94e-01  flops: 3.59e+14  wps: 3.36e+04  iter:  0.4857  data: 0.0011  lr: 3.50e-05  mem: 50%  pow: 673.48 W
INFO    26-05-04 19:48:30.364553 - 0:12:44 -   grad: 9.48e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4795  data: 0.001  lr: 3.55e-05  mem: 50%  pow: 650.872 W
INFO    26-05-04 19:48:32.420349 - 0:12:46 -   grad: 1.04e+00  flops: 3.41e+14  wps: 3.19e+04  iter:   0.512  data: 0.0011  lr: 3.60e-05  mem: 50%  pow: 668.487 W
INFO    26-05-04 19:48:34.396431 - 0:12:48 -   grad: 1.01e+00  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4854  data: 0.0013  lr: 3.65e-05  mem: 50%  pow: 665.921 W
INFO    26-05-04 19:48:36.429155 - 0:12:50 -   grad: 8.88e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5314  data: 0.0011  lr: 3.70e-05  mem: 50%  pow: 649.931 W
INFO    26-05-04 19:48:38.404168 - 0:12:52 -   grad: 8.65e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4823  data: 0.0012  lr: 3.75e-05  mem: 50%  pow: 670.317 W
INFO    26-05-04 19:48:40.395097 - 0:12:54 -   grad: 6.93e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5139  data: 0.0013  lr: 3.80e-05  mem: 50%  pow: 637.898 W
INFO    26-05-04 19:48:42.455235 - 0:12:56 -   grad: 8.60e-01  flops: 3.40e+14  wps: 3.19e+04  iter:  0.5181  data: 0.0015  lr: 3.85e-05  mem: 50%  pow: 652.264 W
INFO    26-05-04 19:48:44.463752 - 0:12:58 -   grad: 1.02e+00  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5099  data: 0.0009  lr: 3.90e-05  mem: 50%  pow: 646.998 W
INFO    26-05-04 19:48:46.517094 - 0:13:00 -   grad: 9.06e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4959  data: 0.001  lr: 3.95e-05  mem: 50%  pow: 658.344 W
INFO    26-05-04 19:48:48.478158 - 0:13:02 -   grad: 1.28e+00  flops: 3.57e+14  wps: 3.35e+04  iter:  0.4995  data: 0.0012  lr: 4.00e-05  mem: 50%  pow: 649.217 W
INFO    26-05-04 19:48:50.453406 - 0:13:04 -   grad: 1.04e+00  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4995  data: 0.0013  lr: 4.05e-05  mem: 50%  pow: 658.579 W
INFO    26-05-04 19:48:52.426279 - 0:13:06 -   grad: 1.07e+00  flops: 3.55e+14  wps: 3.32e+04  iter:  0.5225  data: 0.0016  lr: 4.10e-05  mem: 50%  pow: 652.646 W
INFO    26-05-04 19:48:54.427926 - 0:13:08 -   grad: 1.40e+00  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4905  data: 0.0043  lr: 4.15e-05  mem: 50%  pow: 650.147 W
INFO    26-05-04 19:48:56.432607 - 0:13:10 -   grad: 9.42e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4938  data: 0.0013  lr: 4.20e-05  mem: 50%  pow: 674.092 W
INFO    26-05-04 19:48:58.365684 - 0:13:12 -   grad: 3.66e+00  flops: 3.63e+14  wps: 3.39e+04  iter:  0.5004  data: 0.0011  lr: 4.25e-05  mem: 50%  pow: 656.259 W
INFO    26-05-04 19:49:00.357826 - 0:13:14 -   grad: 1.03e+00  flops: 3.52e+14  wps: 3.29e+04  iter:   0.501  data: 0.0014  lr: 4.30e-05  mem: 50%  pow: 655.267 W
INFO    26-05-04 19:49:02.338892 - 0:13:16 -   grad: 1.29e+00  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5052  data: 0.0012  lr: 4.35e-05  mem: 50%  pow: 664.293 W
INFO    26-05-04 19:49:04.314577 - 0:13:18 -   grad: 1.52e+00  flops: 3.55e+14  wps: 3.32e+04  iter:   0.505  data: 0.0008  lr: 4.40e-05  mem: 50%  pow: 657.996 W
INFO    26-05-04 19:49:06.334054 - 0:13:20 -   grad: 1.45e+00  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5066  data: 0.0013  lr: 4.45e-05  mem: 50%  pow: 659.231 W
INFO    26-05-04 19:49:08.337865 - 0:13:22 -   grad: 1.33e+00  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5177  data: 0.0009  lr: 4.50e-05  mem: 50%  pow: 652.585 W
INFO    26-05-04 19:49:10.304766 - 0:13:24 -   grad: 1.32e+00  flops: 3.56e+14  wps: 3.34e+04  iter:  0.4984  data: 0.0009  lr: 4.55e-05  mem: 50%  pow: 667.912 W
INFO    26-05-04 19:49:12.307116 - 0:13:26 -   grad: 1.57e+00  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5224  data: 0.0012  lr: 4.60e-05  mem: 50%  pow: 628.572 W
INFO    26-05-04 19:49:14.272809 - 0:13:28 -   grad: 9.24e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4906  data: 0.0014  lr: 4.65e-05  mem: 50%  pow: 669.519 W
INFO    26-05-04 19:49:16.266886 - 0:13:30 -   grad: 1.16e+00  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5108  data: 0.0009  lr: 4.70e-05  mem: 50%  pow: 648.366 W
INFO    26-05-04 19:49:18.229990 - 0:13:31 -   grad: 1.19e+00  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4812  data: 0.0024  lr: 4.75e-05  mem: 50%  pow: 682.48 W
INFO    26-05-04 19:49:20.243823 - 0:13:34 -   grad: 1.20e+00  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5173  data: 0.001  lr: 4.80e-05  mem: 50%  pow: 661.792 W
INFO    26-05-04 19:49:22.207373 - 0:13:35 -   grad: 1.39e+00  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4913  data: 0.001  lr: 4.85e-05  mem: 50%  pow: 660.659 W
INFO    26-05-04 19:49:24.211101 - 0:13:37 -   grad: 9.77e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4982  data: 0.0012  lr: 4.90e-05  mem: 50%  pow: 662.758 W
INFO    26-05-04 19:49:26.226457 - 0:13:39 -   grad: 1.17e+00  flops: 3.48e+14  wps: 3.25e+04  iter:  0.4926  data: 0.0011  lr: 4.95e-05  mem: 50%  pow: 671.229 W
INFO    26-05-04 19:49:28.280994 - 0:13:42 -   grad: 8.42e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5105  data: 0.0013  lr: 5.00e-05  mem: 50%  pow: 664.484 W
INFO    26-05-04 19:49:30.279960 - 0:13:44 -   grad: 1.06e+00  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5118  data: 0.0012  lr: 5.05e-05  mem: 50%  pow: 649.775 W
INFO    26-05-04 19:49:32.279108 - 0:13:46 -   grad: 9.25e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4979  data: 0.0014  lr: 5.10e-05  mem: 50%  pow: 653.137 W
INFO    26-05-04 19:49:34.303345 - 0:13:48 -   grad: 1.36e+00  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5065  data: 0.0244  lr: 5.15e-05  mem: 50%  pow: 650.142 W
INFO    26-05-04 19:49:36.308316 - 0:13:50 -   grad: 1.34e+00  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5308  data: 0.0013  lr: 5.20e-05  mem: 50%  pow: 649.763 W
INFO    26-05-04 19:49:38.303827 - 0:13:52 -   grad: 1.07e+00  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4922  data: 0.004  lr: 5.25e-05  mem: 50%  pow: 654.336 W
INFO    26-05-04 19:49:40.319062 - 0:13:54 -   grad: 1.14e+00  flops: 3.48e+14  wps: 3.26e+04  iter:   0.509  data: 0.0012  lr: 5.30e-05  mem: 50%  pow: 666.221 W
INFO    26-05-04 19:49:42.304175 - 0:13:56 -   grad: 8.87e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4871  data: 0.0009  lr: 5.35e-05  mem: 50%  pow: 663.389 W
INFO    26-05-04 19:49:44.309298 - 0:13:58 -   grad: 9.54e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5287  data: 0.001  lr: 5.40e-05  mem: 50%  pow: 636.638 W
INFO    26-05-04 19:49:46.305944 - 0:14:00 -   grad: 1.22e+00  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4989  data: 0.0009  lr: 5.45e-05  mem: 50%  pow: 656.376 W
INFO    26-05-04 19:49:48.296303 - 0:14:02 -   grad: 1.12e+00  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4955  data: 0.0035  lr: 5.50e-05  mem: 50%  pow: 656.013 W
INFO    26-05-04 19:49:50.271145 - 0:14:04 -   grad: 9.97e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4986  data: 0.0022  lr: 5.55e-05  mem: 50%  pow: 665.215 W
INFO    26-05-04 19:49:52.260324 - 0:14:06 -   grad: 9.72e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5053  data: 0.001  lr: 5.60e-05  mem: 50%  pow: 655.687 W
INFO    26-05-04 19:49:54.235207 - 0:14:07 -   grad: 1.07e+00  flops: 3.55e+14  wps: 3.32e+04  iter:   0.478  data: 0.001  lr: 5.65e-05  mem: 50%  pow: 662.657 W
INFO    26-05-04 19:49:56.235112 - 0:14:09 -   grad: 1.32e+00  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4984  data: 0.0014  lr: 5.70e-05  mem: 50%  pow: 658.212 W
INFO    26-05-04 19:49:58.208058 - 0:14:11 -   grad: 1.11e+00  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4639  data: 0.0145  lr: 5.75e-05  mem: 50%  pow: 670.028 W
INFO    26-05-04 19:50:00.185030 - 0:14:13 -   grad: 9.11e-01  flops: 3.54e+14  wps: 3.32e+04  iter:   0.513  data: 0.0011  lr: 5.80e-05  mem: 50%  pow: 662.092 W
INFO    26-05-04 19:50:02.246402 - 0:14:16 -   grad: 8.26e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5341  data: 0.0013  lr: 5.85e-05  mem: 50%  pow: 633.461 W
INFO    26-05-04 19:50:04.249952 - 0:14:18 -   grad: 8.77e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5131  data: 0.001  lr: 5.90e-05  mem: 50%  pow: 655.539 W
INFO    26-05-04 19:50:06.273466 - 0:14:20 -   grad: 1.03e+00  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5264  data: 0.0012  lr: 5.95e-05  mem: 50%  pow: 656.178 W
INFO    26-05-04 19:50:08.315994 - 0:14:22 -   grad: 1.45e+00  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5064  data: 0.0013  lr: 6.00e-05  mem: 50%  pow: 653.184 W
INFO    26-05-04 19:50:10.321624 - 0:14:24 -   grad: 7.63e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5291  data: 0.001  lr: 6.05e-05  mem: 50%  pow: 661.033 W
INFO    26-05-04 19:50:12.329935 - 0:14:26 -   grad: 8.45e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5135  data: 0.0014  lr: 6.10e-05  mem: 50%  pow: 652.254 W
INFO    26-05-04 19:50:14.371542 - 0:14:28 -   grad: 1.45e+00  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5188  data: 0.008  lr: 6.15e-05  mem: 50%  pow: 631.252 W
INFO    26-05-04 19:50:16.412536 - 0:14:30 -   grad: 8.27e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4907  data: 0.001  lr: 6.20e-05  mem: 50%  pow: 658.906 W
INFO    26-05-04 19:50:18.459581 - 0:14:32 -   grad: 1.31e+00  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5134  data: 0.001  lr: 6.25e-05  mem: 50%  pow: 642.254 W
INFO    26-05-04 19:50:20.429432 - 0:14:34 -   grad: 1.03e+00  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4922  data: 0.0014  lr: 6.30e-05  mem: 50%  pow: 664.627 W
INFO    26-05-04 19:50:22.483833 - 0:14:36 -   grad: 8.44e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4782  data: 0.0018  lr: 6.35e-05  mem: 50%  pow: 653.462 W
INFO    26-05-04 19:50:24.480723 - 0:14:38 -   grad: 1.11e+00  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4879  data: 0.0014  lr: 6.40e-05  mem: 50%  pow: 661.482 W
INFO    26-05-04 19:50:26.452837 - 0:14:40 -   grad: 1.13e+00  flops: 3.55e+14  wps: 3.32e+04  iter:  0.5099  data: 0.0009  lr: 6.45e-05  mem: 50%  pow: 669.687 W
INFO    26-05-04 19:50:28.487692 - 0:14:42 -   grad: 1.66e+00  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5077  data: 0.0052  lr: 6.50e-05  mem: 50%  pow: 662.953 W
INFO    26-05-04 19:50:30.493331 - 0:14:44 -   grad: 8.09e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5078  data: 0.001  lr: 6.55e-05  mem: 50%  pow: 653.992 W
INFO    26-05-04 19:50:32.544735 - 0:14:46 -   grad: 1.10e+00  flops: 3.41e+14  wps: 3.20e+04  iter:  0.5147  data: 0.0016  lr: 6.60e-05  mem: 50%  pow: 649.971 W
INFO    26-05-04 19:50:34.502647 - 0:14:48 -   grad: 1.19e+00  flops: 3.58e+14  wps: 3.35e+04  iter:  0.4916  data: 0.0013  lr: 6.65e-05  mem: 50%  pow: 664.268 W
INFO    26-05-04 19:50:36.497481 - 0:14:50 -   grad: 8.89e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4876  data: 0.0013  lr: 6.70e-05  mem: 50%  pow: 672.748 W
INFO    26-05-04 19:50:38.486536 - 0:14:52 -   grad: 1.01e+00  flops: 3.52e+14  wps: 3.30e+04  iter:   0.511  data: 0.0013  lr: 6.75e-05  mem: 50%  pow: 662.63 W
INFO    26-05-04 19:50:40.483867 - 0:14:54 -   grad: 8.14e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5094  data: 0.0013  lr: 6.80e-05  mem: 50%  pow: 643.208 W
INFO    26-05-04 19:50:42.491689 - 0:14:56 -   grad: 7.78e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5313  data: 0.0013  lr: 6.85e-05  mem: 50%  pow: 655.212 W
INFO    26-05-04 19:50:44.467552 - 0:14:58 -   grad: 7.88e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.5046  data: 0.0015  lr: 6.90e-05  mem: 50%  pow: 658.398 W
INFO    26-05-04 19:50:46.441872 - 0:15:00 -   grad: 9.23e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.5113  data: 0.0023  lr: 6.95e-05  mem: 50%  pow: 657.517 W
INFO    26-05-04 19:50:48.418525 - 0:15:02 -   grad: 8.04e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.5027  data: 0.0012  lr: 7.00e-05  mem: 50%  pow: 670.551 W
INFO    26-05-04 19:50:50.389496 - 0:15:04 -   grad: 8.11e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.5001  data: 0.0013  lr: 7.05e-05  mem: 50%  pow: 663.574 W
INFO    26-05-04 19:50:52.353155 - 0:15:06 -   grad: 8.34e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4907  data: 0.0013  lr: 7.10e-05  mem: 50%  pow: 663.16 W
INFO    26-05-04 19:50:54.345555 - 0:15:08 -   grad: 7.64e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4945  data: 0.0013  lr: 7.15e-05  mem: 50%  pow: 641.34 W
INFO    26-05-04 19:50:56.332667 - 0:15:10 -   grad: 8.91e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5122  data: 0.0027  lr: 7.20e-05  mem: 50%  pow: 652.762 W
INFO    26-05-04 19:50:58.351683 - 0:15:12 -   grad: 9.96e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4947  data: 0.0208  lr: 7.25e-05  mem: 50%  pow: 641.004 W
INFO    26-05-04 19:51:00.301278 - 0:15:14 -   grad: 1.29e+00  flops: 3.60e+14  wps: 3.37e+04  iter:  0.4867  data: 0.0013  lr: 7.30e-05  mem: 50%  pow: 653.931 W
INFO    26-05-04 19:51:02.263835 - 0:15:16 -   grad: 7.73e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4781  data: 0.0011  lr: 7.35e-05  mem: 50%  pow: 656.828 W
INFO    26-05-04 19:51:04.245024 - 0:15:18 -   grad: 1.06e+00  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4741  data: 0.0011  lr: 7.40e-05  mem: 50%  pow: 663.598 W
INFO    26-05-04 19:51:06.229803 - 0:15:19 -   grad: 1.30e+00  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5011  data: 0.0009  lr: 7.45e-05  mem: 50%  pow: 664.001 W
INFO    26-05-04 19:51:08.255666 - 0:15:22 -   grad: 9.59e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5026  data: 0.0017  lr: 7.50e-05  mem: 50%  pow: 645.098 W
INFO    26-05-04 19:51:10.260432 - 0:15:24 -   grad: 1.27e+00  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4938  data: 0.0014  lr: 7.55e-05  mem: 50%  pow: 654.03 W
INFO    26-05-04 19:51:12.288452 - 0:15:26 -   grad: 1.03e+00  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5119  data: 0.0025  lr: 7.60e-05  mem: 50%  pow: 638.808 W
INFO    26-05-04 19:51:14.267476 - 0:15:28 -   grad: 8.12e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4761  data: 0.0148  lr: 7.65e-05  mem: 50%  pow: 653.426 W
INFO    26-05-04 19:51:16.242289 - 0:15:29 -   grad: 9.92e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4758  data: 0.0199  lr: 7.70e-05  mem: 50%  pow: 650.072 W
INFO    26-05-04 19:51:18.233611 - 0:15:31 -   grad: 1.05e+00  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5049  data: 0.0015  lr: 7.75e-05  mem: 50%  pow: 664.953 W
INFO    26-05-04 19:51:20.213722 - 0:15:33 -   grad: 1.03e+00  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4986  data: 0.0015  lr: 7.80e-05  mem: 50%  pow: 654.86 W
INFO    26-05-04 19:51:22.185597 - 0:15:35 -   grad: 1.05e+00  flops: 3.56e+14  wps: 3.33e+04  iter:  0.5017  data: 0.0016  lr: 7.85e-05  mem: 50%  pow: 657.03 W
INFO    26-05-04 19:51:24.175513 - 0:15:37 -   grad: 9.52e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5123  data: 0.001  lr: 7.90e-05  mem: 50%  pow: 654.492 W
INFO    26-05-04 19:51:26.196130 - 0:15:39 -   grad: 1.06e+00  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5201  data: 0.0011  lr: 7.95e-05  mem: 50%  pow: 648.921 W
INFO    26-05-04 19:51:28.189851 - 0:15:41 -   grad: 1.22e+00  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5021  data: 0.001  lr: 8.00e-05  mem: 50%  pow: 664.57 W
INFO    26-05-04 19:51:30.201004 - 0:15:43 -   grad: 8.04e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5086  data: 0.001  lr: 8.05e-05  mem: 50%  pow: 671.966 W
INFO    26-05-04 19:51:32.156624 - 0:15:45 -   grad: 8.66e-01  flops: 3.58e+14  wps: 3.36e+04  iter:  0.4747  data: 0.001  lr: 8.10e-05  mem: 50%  pow: 665.011 W
INFO    26-05-04 19:51:34.152444 - 0:15:47 -   grad: 1.13e+00  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4806  data: 0.0014  lr: 8.15e-05  mem: 50%  pow: 658.227 W
INFO    26-05-04 19:51:36.182751 - 0:15:49 -   grad: 1.29e+00  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4953  data: 0.0025  lr: 8.20e-05  mem: 50%  pow: 657.125 W
INFO    26-05-04 19:51:38.198549 - 0:15:51 -   grad: 7.84e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.4949  data: 0.0013  lr: 8.25e-05  mem: 50%  pow: 665.966 W
INFO    26-05-04 19:51:40.238613 - 0:15:53 -   grad: 1.35e+00  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5116  data: 0.0013  lr: 8.30e-05  mem: 50%  pow: 662.444 W
INFO    26-05-04 19:51:42.276231 - 0:15:56 -   grad: 6.25e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5166  data: 0.001  lr: 8.35e-05  mem: 50%  pow: 645.017 W
INFO    26-05-04 19:51:44.246608 - 0:15:58 -   grad: 1.11e+00  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4928  data: 0.001  lr: 8.40e-05  mem: 50%  pow: 670.216 W
INFO    26-05-04 19:51:46.229475 - 0:15:59 -   grad: 1.11e+00  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4914  data: 0.001  lr: 8.45e-05  mem: 50%  pow: 667.209 W
INFO    26-05-04 19:51:48.229671 - 0:16:01 -   grad: 7.29e-01  flops: 3.50e+14  wps: 3.28e+04  iter:   0.499  data: 0.0013  lr: 8.50e-05  mem: 50%  pow: 664.254 W
INFO    26-05-04 19:51:50.178462 - 0:16:03 -   grad: 1.08e+00  flops: 3.60e+14  wps: 3.37e+04  iter:   0.473  data: 0.0123  lr: 8.55e-05  mem: 50%  pow: 666.145 W
INFO    26-05-04 19:51:52.159703 - 0:16:05 -   grad: 8.63e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4988  data: 0.0028  lr: 8.60e-05  mem: 50%  pow: 662.422 W
INFO    26-05-04 19:51:54.203155 - 0:16:07 -   grad: 8.41e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5038  data: 0.0011  lr: 8.65e-05  mem: 50%  pow: 632.007 W
INFO    26-05-04 19:51:56.207468 - 0:16:09 -   grad: 1.04e+00  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5169  data: 0.001  lr: 8.70e-05  mem: 50%  pow: 653.659 W
INFO    26-05-04 19:51:58.251189 - 0:16:12 -   grad: 9.31e-01  flops: 3.43e+14  wps: 3.21e+04  iter:   0.519  data: 0.0073  lr: 8.75e-05  mem: 50%  pow: 660.745 W
INFO    26-05-04 19:52:00.279889 - 0:16:14 -   grad: 8.07e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5005  data: 0.001  lr: 8.80e-05  mem: 50%  pow: 642.159 W
INFO    26-05-04 19:52:02.288690 - 0:16:16 -   grad: 1.16e+00  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4979  data: 0.001  lr: 8.85e-05  mem: 50%  pow: 643.239 W
INFO    26-05-04 19:52:04.246380 - 0:16:18 -   grad: 9.36e-01  flops: 3.58e+14  wps: 3.35e+04  iter:  0.4869  data: 0.0013  lr: 8.90e-05  mem: 50%  pow: 662.957 W
INFO    26-05-04 19:52:06.304729 - 0:16:20 -   grad: 1.35e+00  flops: 3.40e+14  wps: 3.19e+04  iter:  0.4931  data: 0.0013  lr: 8.95e-05  mem: 50%  pow: 658.666 W
INFO    26-05-04 19:52:08.364149 - 0:16:22 -   grad: 8.13e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.4901  data: 0.0011  lr: 9.00e-05  mem: 50%  pow: 660.361 W
INFO    26-05-04 19:52:10.366364 - 0:16:24 -   grad: 7.36e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5258  data: 0.001  lr: 9.05e-05  mem: 50%  pow: 648.954 W
INFO    26-05-04 19:52:12.349129 - 0:16:26 -   grad: 1.08e+00  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5051  data: 0.0009  lr: 9.10e-05  mem: 50%  pow: 650.931 W
INFO    26-05-04 19:52:14.370958 - 0:16:28 -   grad: 1.14e+00  flops: 3.47e+14  wps: 3.24e+04  iter:  0.5181  data: 0.0011  lr: 9.15e-05  mem: 50%  pow: 645.798 W
INFO    26-05-04 19:52:16.446613 - 0:16:30 -   grad: 1.02e+00  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5007  data: 0.001  lr: 9.20e-05  mem: 50%  pow: 653.306 W
INFO    26-05-04 19:52:18.443317 - 0:16:32 -   grad: 1.22e+00  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5015  data: 0.0047  lr: 9.25e-05  mem: 50%  pow: 648.525 W
INFO    26-05-04 19:52:20.475993 - 0:16:34 -   grad: 8.90e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5139  data: 0.0012  lr: 9.30e-05  mem: 50%  pow: 641.081 W
INFO    26-05-04 19:52:22.522346 - 0:16:36 -   grad: 1.04e+00  flops: 3.42e+14  wps: 3.21e+04  iter:  0.4997  data: 0.0012  lr: 9.35e-05  mem: 50%  pow: 647.708 W
INFO    26-05-04 19:52:24.554657 - 0:16:38 -   grad: 1.11e+00  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5141  data: 0.0011  lr: 9.40e-05  mem: 50%  pow: 639.01 W
INFO    26-05-04 19:52:26.573408 - 0:16:40 -   grad: 1.30e+00  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5043  data: 0.0009  lr: 9.45e-05  mem: 50%  pow: 649.88 W
INFO    26-05-04 19:52:28.587663 - 0:16:42 -   grad: 8.59e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4799  data: 0.0196  lr: 9.50e-05  mem: 50%  pow: 653.55 W
INFO    26-05-04 19:52:30.554723 - 0:16:44 -   grad: 1.15e+00  flops: 3.56e+14  wps: 3.34e+04  iter:  0.4838  data: 0.0013  lr: 9.55e-05  mem: 50%  pow: 659.129 W
INFO    26-05-04 19:52:32.552223 - 0:16:46 -   grad: 1.09e+00  flops: 3.51e+14  wps: 3.28e+04  iter:   0.501  data: 0.0016  lr: 9.60e-05  mem: 50%  pow: 650.602 W
INFO    26-05-04 19:52:34.523901 - 0:16:48 -   grad: 9.14e-01  flops: 3.55e+14  wps: 3.33e+04  iter:  0.4857  data: 0.0014  lr: 9.65e-05  mem: 50%  pow: 672.822 W
INFO    26-05-04 19:52:36.556267 - 0:16:50 -   grad: 8.13e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5248  data: 0.0015  lr: 9.70e-05  mem: 50%  pow: 638.47 W
INFO    26-05-04 19:52:38.528254 - 0:16:52 -   grad: 7.47e-01  flops: 3.55e+14  wps: 3.33e+04  iter:  0.4933  data: 0.0014  lr: 9.75e-05  mem: 50%  pow: 664.438 W
INFO    26-05-04 19:52:40.536194 - 0:16:54 -   grad: 8.33e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4985  data: 0.029  lr: 9.80e-05  mem: 50%  pow: 649.129 W
INFO    26-05-04 19:52:42.543366 - 0:16:56 -   grad: 9.71e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4993  data: 0.0012  lr: 9.85e-05  mem: 50%  pow: 664.609 W
INFO    26-05-04 19:52:44.542302 - 0:16:58 -   grad: 1.24e+00  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4973  data: 0.0011  lr: 9.90e-05  mem: 50%  pow: 665.911 W
INFO    26-05-04 19:52:46.573062 - 0:17:00 -   grad: 1.21e+00  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5106  data: 0.0011  lr: 9.95e-05  mem: 50%  pow: 625.146 W
INFO    26-05-04 19:52:48.581695 - 0:17:02 -   grad: 8.98e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5125  data: 0.0012  lr: 1.00e-04  mem: 50%  pow: 651.07 W
INFO    26-05-04 19:52:50.573508 - 0:17:04 -   grad: 1.09e+00  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5041  data: 0.0013  lr: 1.01e-04  mem: 50%  pow: 677.28 W
INFO    26-05-04 19:52:52.584062 - 0:17:06 -   grad: 9.62e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4986  data: 0.0014  lr: 1.01e-04  mem: 50%  pow: 652.66 W
INFO    26-05-04 19:52:54.597853 - 0:17:08 -   grad: 9.97e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4961  data: 0.001  lr: 1.02e-04  mem: 50%  pow: 666.901 W
INFO    26-05-04 19:52:56.596467 - 0:17:10 -   grad: 8.20e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5075  data: 0.0009  lr: 1.02e-04  mem: 50%  pow: 659.428 W
INFO    26-05-04 19:52:58.643705 - 0:17:12 -   grad: 9.30e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.4986  data: 0.001  lr: 1.02e-04  mem: 50%  pow: 656.96 W
INFO    26-05-04 19:53:00.649739 - 0:17:14 -   grad: 9.93e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5176  data: 0.001  lr: 1.03e-04  mem: 50%  pow: 644.208 W
INFO    26-05-04 19:53:02.681699 - 0:17:16 -   grad: 1.30e+00  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5047  data: 0.001  lr: 1.03e-04  mem: 50%  pow: 652.153 W
INFO    26-05-04 19:53:04.722221 - 0:17:18 -   grad: 9.21e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5139  data: 0.001  lr: 1.04e-04  mem: 50%  pow: 653.017 W
INFO    26-05-04 19:53:06.760593 - 0:17:20 -   grad: 9.75e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5153  data: 0.0012  lr: 1.04e-04  mem: 50%  pow: 649.721 W
INFO    26-05-04 19:53:08.778554 - 0:17:22 -   grad: 8.71e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5157  data: 0.001  lr: 1.05e-04  mem: 50%  pow: 650.626 W
INFO    26-05-04 19:53:10.779951 - 0:17:24 -   grad: 7.94e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4853  data: 0.0013  lr: 1.06e-04  mem: 50%  pow: 665.44 W
INFO    26-05-04 19:53:12.827639 - 0:17:26 -   grad: 7.43e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5174  data: 0.0012  lr: 1.06e-04  mem: 50%  pow: 641.976 W
INFO    26-05-04 19:53:14.834755 - 0:17:28 -   grad: 7.91e-01  flops: 3.49e+14  wps: 3.27e+04  iter:   0.507  data: 0.0011  lr: 1.07e-04  mem: 50%  pow: 654.707 W
INFO    26-05-04 19:53:16.804603 - 0:17:30 -   grad: 8.14e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4868  data: 0.0012  lr: 1.07e-04  mem: 50%  pow: 663.524 W
INFO    26-05-04 19:53:18.785511 - 0:17:32 -   grad: 8.55e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5029  data: 0.0009  lr: 1.07e-04  mem: 50%  pow: 643.121 W
INFO    26-05-04 19:53:20.799333 - 0:17:34 -   grad: 8.97e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5153  data: 0.001  lr: 1.08e-04  mem: 50%  pow: 632.647 W
INFO    26-05-04 19:53:22.823772 - 0:17:36 -   grad: 8.47e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5016  data: 0.0014  lr: 1.09e-04  mem: 50%  pow: 646.284 W
INFO    26-05-04 19:53:24.870846 - 0:17:38 -   grad: 1.09e+00  flops: 3.42e+14  wps: 3.21e+04  iter:  0.5201  data: 0.0012  lr: 1.09e-04  mem: 50%  pow: 639.866 W
INFO    26-05-04 19:53:26.858921 - 0:17:40 -   grad: 1.23e+00  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4995  data: 0.0013  lr: 1.10e-04  mem: 50%  pow: 665.154 W
INFO    26-05-04 19:53:28.816505 - 0:17:42 -   grad: 9.68e-01  flops: 3.58e+14  wps: 3.35e+04  iter:  0.4988  data: 0.0013  lr: 1.10e-04  mem: 50%  pow: 678.075 W
INFO    26-05-04 19:53:30.841144 - 0:17:44 -   grad: 1.06e+00  flops: 3.46e+14  wps: 3.24e+04  iter:   0.496  data: 0.0047  lr: 1.11e-04  mem: 50%  pow: 661.75 W
INFO    26-05-04 19:53:32.820649 - 0:17:46 -   grad: 7.90e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5221  data: 0.0011  lr: 1.11e-04  mem: 50%  pow: 651.468 W
INFO    26-05-04 19:53:34.818735 - 0:17:48 -   grad: 1.09e+00  flops: 3.51e+14  wps: 3.28e+04  iter:   0.506  data: 0.0012  lr: 1.11e-04  mem: 50%  pow: 655.753 W
INFO    26-05-04 19:53:36.800613 - 0:17:50 -   grad: 9.33e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4957  data: 0.0017  lr: 1.12e-04  mem: 50%  pow: 674.454 W
INFO    26-05-04 19:53:38.780730 - 0:17:52 -   grad: 9.37e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5125  data: 0.0011  lr: 1.13e-04  mem: 50%  pow: 660.81 W
INFO    26-05-04 19:53:40.858555 - 0:17:54 -   grad: 7.30e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.4916  data: 0.0009  lr: 1.13e-04  mem: 50%  pow: 651.479 W
INFO    26-05-04 19:53:42.900352 - 0:17:56 -   grad: 7.42e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4911  data: 0.0014  lr: 1.14e-04  mem: 50%  pow: 646.238 W
INFO    26-05-04 19:53:44.901531 - 0:17:58 -   grad: 7.03e-01  flops: 3.50e+14  wps: 3.28e+04  iter:   0.502  data: 0.0014  lr: 1.14e-04  mem: 50%  pow: 663.535 W
INFO    26-05-04 19:53:46.883710 - 0:18:00 -   grad: 8.06e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5049  data: 0.0029  lr: 1.15e-04  mem: 50%  pow: 669.4 W
INFO    26-05-04 19:53:48.901269 - 0:18:02 -   grad: 1.05e+00  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4908  data: 0.0013  lr: 1.15e-04  mem: 50%  pow: 665.297 W
INFO    26-05-04 19:53:50.897140 - 0:18:04 -   grad: 1.24e+00  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5098  data: 0.0012  lr: 1.16e-04  mem: 50%  pow: 641.393 W
INFO    26-05-04 19:53:52.894370 - 0:18:06 -   grad: 7.50e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4929  data: 0.0158  lr: 1.16e-04  mem: 50%  pow: 657.063 W
INFO    26-05-04 19:53:54.888604 - 0:18:08 -   grad: 9.75e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5001  data: 0.0046  lr: 1.17e-04  mem: 50%  pow: 645.133 W
INFO    26-05-04 19:53:56.877009 - 0:18:10 -   grad: 1.17e+00  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5133  data: 0.0014  lr: 1.17e-04  mem: 50%  pow: 652.4 W
INFO    26-05-04 19:53:58.897097 - 0:18:12 -   grad: 1.06e+00  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4943  data: 0.001  lr: 1.17e-04  mem: 50%  pow: 676.344 W
INFO    26-05-04 19:54:00.874324 - 0:18:14 -   grad: 1.15e+00  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4771  data: 0.017  lr: 1.18e-04  mem: 50%  pow: 655.217 W
INFO    26-05-04 19:54:02.915956 - 0:18:16 -   grad: 1.19e+00  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5196  data: 0.0023  lr: 1.18e-04  mem: 50%  pow: 638.319 W
INFO    26-05-04 19:54:04.926560 - 0:18:18 -   grad: 1.02e+00  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5149  data: 0.0012  lr: 1.19e-04  mem: 50%  pow: 648.229 W
INFO    26-05-04 19:54:06.907377 - 0:18:20 -   grad: 9.29e-01  flops: 3.54e+14  wps: 3.31e+04  iter:   0.487  data: 0.0009  lr: 1.19e-04  mem: 50%  pow: 668.942 W
INFO    26-05-04 19:54:08.891556 - 0:18:22 -   grad: 8.74e-01  flops: 3.53e+14  wps: 3.31e+04  iter:   0.503  data: 0.001  lr: 1.20e-04  mem: 50%  pow: 659.314 W
INFO    26-05-04 19:54:10.890365 - 0:18:24 -   grad: 8.50e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4925  data: 0.001  lr: 1.21e-04  mem: 50%  pow: 661.068 W
INFO    26-05-04 19:54:12.884600 - 0:18:26 -   grad: 7.90e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5005  data: 0.001  lr: 1.21e-04  mem: 50%  pow: 654.376 W
INFO    26-05-04 19:54:14.914049 - 0:18:28 -   grad: 7.26e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5054  data: 0.0032  lr: 1.21e-04  mem: 50%  pow: 652.721 W
INFO    26-05-04 19:54:16.938774 - 0:18:30 -   grad: 7.55e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4965  data: 0.001  lr: 1.22e-04  mem: 50%  pow: 664.898 W
INFO    26-05-04 19:54:18.950608 - 0:18:32 -   grad: 8.34e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4873  data: 0.0011  lr: 1.22e-04  mem: 50%  pow: 654.761 W
INFO    26-05-04 19:54:20.929736 - 0:18:34 -   grad: 8.87e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5161  data: 0.001  lr: 1.23e-04  mem: 50%  pow: 656.615 W
INFO    26-05-04 19:54:22.979685 - 0:18:36 -   grad: 9.83e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5179  data: 0.001  lr: 1.23e-04  mem: 50%  pow: 645.435 W
INFO    26-05-04 19:54:25.089659 - 0:18:38 -   grad: 1.28e+00  flops: 3.32e+14  wps: 3.11e+04  iter:  0.5048  data: 0.0011  lr: 1.24e-04  mem: 50%  pow: 634.252 W
INFO    26-05-04 19:54:27.122557 - 0:18:40 -   grad: 9.69e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5098  data: 0.0012  lr: 1.24e-04  mem: 50%  pow: 645.275 W
INFO    26-05-04 19:54:29.147710 - 0:18:42 -   grad: 1.12e+00  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5005  data: 0.0011  lr: 1.25e-04  mem: 50%  pow: 657.543 W
INFO    26-05-04 19:54:31.134896 - 0:18:44 -   grad: 1.18e+00  flops: 3.53e+14  wps: 3.30e+04  iter:     0.5  data: 0.0013  lr: 1.26e-04  mem: 50%  pow: 662.663 W
INFO    26-05-04 19:54:33.153001 - 0:18:46 -   grad: 8.34e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5004  data: 0.001  lr: 1.26e-04  mem: 50%  pow: 652.033 W
INFO    26-05-04 19:54:35.175164 - 0:18:48 -   grad: 8.31e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5077  data: 0.001  lr: 1.27e-04  mem: 50%  pow: 646.841 W
INFO    26-05-04 19:54:37.191436 - 0:18:50 -   grad: 6.73e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4919  data: 0.001  lr: 1.27e-04  mem: 50%  pow: 655.963 W
INFO    26-05-04 19:54:39.261757 - 0:18:53 -   grad: 7.35e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5499  data: 0.003  lr: 1.28e-04  mem: 50%  pow: 639.271 W
INFO    26-05-04 19:54:41.324366 - 0:18:55 -   grad: 6.40e-01  flops: 3.40e+14  wps: 3.18e+04  iter:   0.517  data: 0.0011  lr: 1.28e-04  mem: 50%  pow: 650.647 W
INFO    26-05-04 19:54:43.345924 - 0:18:57 -   grad: 6.84e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5082  data: 0.0014  lr: 1.29e-04  mem: 50%  pow: 636.907 W
INFO    26-05-04 19:54:45.353846 - 0:18:59 -   grad: 7.63e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5214  data: 0.0013  lr: 1.29e-04  mem: 50%  pow: 653.495 W
INFO    26-05-04 19:54:47.382458 - 0:19:01 -   grad: 1.06e+00  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5059  data: 0.0016  lr: 1.30e-04  mem: 50%  pow: 637.459 W
INFO    26-05-04 19:54:49.380347 - 0:19:03 -   grad: 1.06e+00  flops: 3.51e+14  wps: 3.28e+04  iter:   0.513  data: 0.0011  lr: 1.30e-04  mem: 50%  pow: 660.918 W
INFO    26-05-04 19:54:51.384167 - 0:19:05 -   grad: 1.04e+00  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4961  data: 0.0014  lr: 1.31e-04  mem: 50%  pow: 657.562 W
INFO    26-05-04 19:54:53.475290 - 0:19:07 -   grad: 1.22e+00  flops: 3.35e+14  wps: 3.14e+04  iter:  0.5203  data: 0.0009  lr: 1.31e-04  mem: 50%  pow: 631.29 W
INFO    26-05-04 19:54:55.480983 - 0:19:09 -   grad: 7.43e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5301  data: 0.001  lr: 1.31e-04  mem: 50%  pow: 657.676 W
INFO    26-05-04 19:54:57.447839 - 0:19:11 -   grad: 9.61e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4939  data: 0.0013  lr: 1.32e-04  mem: 50%  pow: 666.854 W
INFO    26-05-04 19:54:59.481016 - 0:19:13 -   grad: 1.26e+00  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5073  data: 0.0008  lr: 1.33e-04  mem: 50%  pow: 647.183 W
INFO    26-05-04 19:55:01.528908 - 0:19:15 -   grad: 9.51e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5429  data: 0.001  lr: 1.33e-04  mem: 50%  pow: 648.7 W
INFO    26-05-04 19:55:03.542803 - 0:19:17 -   grad: 8.53e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.489  data: 0.0008  lr: 1.34e-04  mem: 50%  pow: 652.272 W
INFO    26-05-04 19:55:05.586021 - 0:19:19 -   grad: 9.69e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5134  data: 0.001  lr: 1.34e-04  mem: 50%  pow: 661.015 W
INFO    26-05-04 19:55:07.606336 - 0:19:21 -   grad: 9.51e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5115  data: 0.0018  lr: 1.35e-04  mem: 50%  pow: 656.602 W
INFO    26-05-04 19:55:09.645481 - 0:19:23 -   grad: 7.71e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5031  data: 0.0009  lr: 1.35e-04  mem: 50%  pow: 651.444 W
INFO    26-05-04 19:55:11.651333 - 0:19:25 -   grad: 6.84e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4949  data: 0.001  lr: 1.36e-04  mem: 50%  pow: 666.888 W
INFO    26-05-04 19:55:13.700980 - 0:19:27 -   grad: 8.09e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5114  data: 0.0013  lr: 1.36e-04  mem: 50%  pow: 660.023 W
INFO    26-05-04 19:55:15.725753 - 0:19:29 -   grad: 8.44e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5018  data: 0.0009  lr: 1.37e-04  mem: 50%  pow: 655.673 W
INFO    26-05-04 19:55:17.753310 - 0:19:31 -   grad: 1.18e+00  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5095  data: 0.0012  lr: 1.37e-04  mem: 50%  pow: 660.389 W
INFO    26-05-04 19:55:19.719691 - 0:19:33 -   grad: 9.75e-01  flops: 3.56e+14  wps: 3.34e+04  iter:   0.498  data: 0.0014  lr: 1.38e-04  mem: 50%  pow: 666.724 W
INFO    26-05-04 19:55:21.754606 - 0:19:35 -   grad: 8.89e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5158  data: 0.0013  lr: 1.38e-04  mem: 50%  pow: 648.351 W
INFO    26-05-04 19:55:23.766416 - 0:19:37 -   grad: 8.47e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5024  data: 0.0009  lr: 1.39e-04  mem: 50%  pow: 652.672 W
INFO    26-05-04 19:55:25.734650 - 0:19:39 -   grad: 1.12e+00  flops: 3.56e+14  wps: 3.33e+04  iter:  0.5053  data: 0.0013  lr: 1.39e-04  mem: 50%  pow: 661.75 W
INFO    26-05-04 19:55:27.762214 - 0:19:41 -   grad: 8.85e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5009  data: 0.001  lr: 1.40e-04  mem: 50%  pow: 657.987 W
INFO    26-05-04 19:55:29.775433 - 0:19:43 -   grad: 1.01e+00  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4924  data: 0.0019  lr: 1.40e-04  mem: 50%  pow: 646.677 W
INFO    26-05-04 19:55:31.773635 - 0:19:45 -   grad: 1.16e+00  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5124  data: 0.0013  lr: 1.41e-04  mem: 50%  pow: 646.037 W
INFO    26-05-04 19:55:33.797549 - 0:19:47 -   grad: 7.54e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5129  data: 0.0013  lr: 1.41e-04  mem: 50%  pow: 636.061 W
INFO    26-05-04 19:55:35.800489 - 0:19:49 -   grad: 8.50e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4924  data: 0.0011  lr: 1.41e-04  mem: 50%  pow: 660.086 W
INFO    26-05-04 19:55:37.801938 - 0:19:51 -   grad: 7.66e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4857  data: 0.0012  lr: 1.42e-04  mem: 50%  pow: 662.538 W
INFO    26-05-04 19:55:39.767705 - 0:19:53 -   grad: 9.42e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.5031  data: 0.0011  lr: 1.42e-04  mem: 50%  pow: 666.041 W
INFO    26-05-04 19:55:41.780395 - 0:19:55 -   grad: 7.82e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4964  data: 0.001  lr: 1.43e-04  mem: 50%  pow: 646.308 W
INFO    26-05-04 19:55:43.825927 - 0:19:57 -   grad: 6.93e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.5191  data: 0.0009  lr: 1.43e-04  mem: 50%  pow: 642.278 W
INFO    26-05-04 19:55:45.793502 - 0:19:59 -   grad: 8.02e-01  flops: 3.56e+14  wps: 3.34e+04  iter:  0.4757  data: 0.0011  lr: 1.44e-04  mem: 50%  pow: 676.191 W
INFO    26-05-04 19:55:47.792485 - 0:20:01 -   grad: 6.69e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4922  data: 0.0015  lr: 1.44e-04  mem: 50%  pow: 662.764 W
INFO    26-05-04 19:55:49.746361 - 0:20:03 -   grad: 6.41e-01  flops: 3.59e+14  wps: 3.36e+04  iter:   0.501  data: 0.001  lr: 1.45e-04  mem: 50%  pow: 653.983 W
INFO    26-05-04 19:55:51.732388 - 0:20:05 -   grad: 8.25e-01  flops: 3.53e+14  wps: 3.30e+04  iter:   0.487  data: 0.0013  lr: 1.45e-04  mem: 50%  pow: 664.879 W
INFO    26-05-04 19:55:53.731683 - 0:20:07 -   grad: 9.28e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4989  data: 0.001  lr: 1.46e-04  mem: 50%  pow: 662.677 W
INFO    26-05-04 19:55:55.729027 - 0:20:09 -   grad: 9.45e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4855  data: 0.001  lr: 1.46e-04  mem: 50%  pow: 666.509 W
INFO    26-05-04 19:55:57.745413 - 0:20:11 -   grad: 9.51e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4962  data: 0.001  lr: 1.47e-04  mem: 50%  pow: 666.638 W
INFO    26-05-04 19:55:59.745288 - 0:20:13 -   grad: 1.09e+00  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4854  data: 0.0014  lr: 1.48e-04  mem: 50%  pow: 655.49 W
INFO    26-05-04 19:56:01.750785 - 0:20:15 -   grad: 1.06e+00  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5075  data: 0.0013  lr: 1.48e-04  mem: 50%  pow: 652.595 W
INFO    26-05-04 19:56:03.782756 - 0:20:17 -   grad: 8.66e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4974  data: 0.0014  lr: 1.49e-04  mem: 50%  pow: 645.676 W
INFO    26-05-04 19:56:05.798593 - 0:20:19 -   grad: 8.67e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.4875  data: 0.0012  lr: 1.49e-04  mem: 50%  pow: 654.508 W
INFO    26-05-04 19:56:07.837775 - 0:20:21 -   grad: 7.30e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5101  data: 0.0012  lr: 1.50e-04  mem: 50%  pow: 655.214 W
INFO    26-05-04 19:56:09.802976 - 0:20:23 -   grad: 7.34e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.5025  data: 0.001  lr: 1.50e-04  mem: 50%  pow: 676.484 W
INFO    26-05-04 19:56:11.812416 - 0:20:25 -   grad: 8.30e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5059  data: 0.0009  lr: 1.50e-04  mem: 50%  pow: 662.602 W
INFO    26-05-04 19:56:13.814762 - 0:20:27 -   grad: 9.48e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5039  data: 0.0009  lr: 1.51e-04  mem: 50%  pow: 665.056 W
INFO    26-05-04 19:56:15.835937 - 0:20:29 -   grad: 7.63e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4924  data: 0.0013  lr: 1.51e-04  mem: 50%  pow: 670.507 W
INFO    26-05-04 19:56:17.881222 - 0:20:31 -   grad: 6.92e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5024  data: 0.0013  lr: 1.52e-04  mem: 50%  pow: 650.635 W
INFO    26-05-04 19:56:19.879221 - 0:20:33 -   grad: 8.46e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4969  data: 0.002  lr: 1.52e-04  mem: 50%  pow: 664.143 W
INFO    26-05-04 19:56:21.885934 - 0:20:35 -   grad: 7.86e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4611  data: 0.0286  lr: 1.53e-04  mem: 50%  pow: 660.465 W
INFO    26-05-04 19:56:23.886753 - 0:20:37 -   grad: 9.09e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5079  data: 0.0014  lr: 1.53e-04  mem: 50%  pow: 646.519 W
INFO    26-05-04 19:56:25.867058 - 0:20:39 -   grad: 8.71e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5021  data: 0.0011  lr: 1.54e-04  mem: 50%  pow: 658.472 W
INFO    26-05-04 19:56:27.924589 - 0:20:41 -   grad: 7.23e-01  flops: 3.40e+14  wps: 3.19e+04  iter:   0.512  data: 0.001  lr: 1.55e-04  mem: 50%  pow: 646.979 W
INFO    26-05-04 19:56:29.937653 - 0:20:43 -   grad: 7.83e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5155  data: 0.001  lr: 1.55e-04  mem: 50%  pow: 649.719 W
INFO    26-05-04 19:56:31.912338 - 0:20:45 -   grad: 8.29e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4936  data: 0.0028  lr: 1.56e-04  mem: 50%  pow: 667.725 W
INFO    26-05-04 19:56:33.918858 - 0:20:47 -   grad: 1.04e+00  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5228  data: 0.0013  lr: 1.56e-04  mem: 50%  pow: 650.7 W
INFO    26-05-04 19:56:35.944128 - 0:20:49 -   grad: 8.78e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5377  data: 0.0015  lr: 1.57e-04  mem: 50%  pow: 639.971 W
INFO    26-05-04 19:56:37.985180 - 0:20:51 -   grad: 5.13e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5156  data: 0.0012  lr: 1.57e-04  mem: 50%  pow: 639.566 W
INFO    26-05-04 19:56:39.970260 - 0:20:53 -   grad: 6.60e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4898  data: 0.001  lr: 1.58e-04  mem: 50%  pow: 660.013 W
INFO    26-05-04 19:56:41.996116 - 0:20:55 -   grad: 5.95e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4946  data: 0.0012  lr: 1.58e-04  mem: 50%  pow: 657.407 W
INFO    26-05-04 19:56:44.012393 - 0:20:57 -   grad: 7.87e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5078  data: 0.0011  lr: 1.59e-04  mem: 50%  pow: 654.349 W
INFO    26-05-04 19:56:46.003747 - 0:20:59 -   grad: 1.04e+00  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5068  data: 0.001  lr: 1.59e-04  mem: 50%  pow: 669.9 W
INFO    26-05-04 19:56:48.001051 - 0:21:01 -   grad: 1.10e+00  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4988  data: 0.0014  lr: 1.60e-04  mem: 50%  pow: 648.262 W
INFO    26-05-04 19:56:50.075268 - 0:21:03 -   grad: 7.75e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5085  data: 0.0016  lr: 1.60e-04  mem: 50%  pow: 635.273 W
INFO    26-05-04 19:56:52.077085 - 0:21:05 -   grad: 5.98e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4871  data: 0.001  lr: 1.60e-04  mem: 50%  pow: 659.705 W
INFO    26-05-04 19:56:54.063998 - 0:21:07 -   grad: 6.61e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4925  data: 0.001  lr: 1.61e-04  mem: 50%  pow: 654.58 W
INFO    26-05-04 19:56:56.067445 - 0:21:09 -   grad: 6.45e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5094  data: 0.0009  lr: 1.61e-04  mem: 50%  pow: 651.522 W
INFO    26-05-04 19:56:58.134806 - 0:21:11 -   grad: 7.12e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5161  data: 0.001  lr: 1.62e-04  mem: 50%  pow: 633.16 W
INFO    26-05-04 19:57:00.190434 - 0:21:13 -   grad: 1.06e+00  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4975  data: 0.0015  lr: 1.63e-04  mem: 50%  pow: 652.249 W
INFO    26-05-04 19:57:02.233712 - 0:21:15 -   grad: 1.05e+00  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5185  data: 0.0011  lr: 1.63e-04  mem: 50%  pow: 653.149 W
INFO    26-05-04 19:57:04.237954 - 0:21:17 -   grad: 7.92e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4983  data: 0.0014  lr: 1.64e-04  mem: 50%  pow: 665.063 W
INFO    26-05-04 19:57:06.273837 - 0:21:20 -   grad: 8.84e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4872  data: 0.0009  lr: 1.64e-04  mem: 50%  pow: 657.625 W
INFO    26-05-04 19:57:08.330858 - 0:21:22 -   grad: 8.12e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4874  data: 0.0012  lr: 1.65e-04  mem: 50%  pow: 659.083 W
INFO    26-05-04 19:57:10.344708 - 0:21:24 -   grad: 1.03e+00  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4943  data: 0.0009  lr: 1.65e-04  mem: 50%  pow: 652.825 W
INFO    26-05-04 19:57:12.398354 - 0:21:26 -   grad: 9.26e-01  flops: 3.41e+14  wps: 3.19e+04  iter:   0.527  data: 0.0011  lr: 1.66e-04  mem: 50%  pow: 661.342 W
INFO    26-05-04 19:57:14.409060 - 0:21:28 -   grad: 8.11e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5074  data: 0.001  lr: 1.66e-04  mem: 50%  pow: 651.746 W
INFO    26-05-04 19:57:16.407646 - 0:21:30 -   grad: 8.88e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5034  data: 0.0009  lr: 1.67e-04  mem: 50%  pow: 657.538 W
INFO    26-05-04 19:57:18.381358 - 0:21:32 -   grad: 8.26e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4894  data: 0.001  lr: 1.67e-04  mem: 50%  pow: 663.783 W
INFO    26-05-04 19:57:20.344245 - 0:21:34 -   grad: 7.59e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4905  data: 0.0015  lr: 1.68e-04  mem: 50%  pow: 674.97 W
INFO    26-05-04 19:57:22.300442 - 0:21:36 -   grad: 8.15e-01  flops: 3.58e+14  wps: 3.35e+04  iter:  0.4824  data: 0.001  lr: 1.68e-04  mem: 50%  pow: 675.112 W
INFO    26-05-04 19:57:24.317984 - 0:21:38 -   grad: 7.53e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5149  data: 0.001  lr: 1.69e-04  mem: 50%  pow: 641.402 W
INFO    26-05-04 19:57:26.304686 - 0:21:40 -   grad: 6.19e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4782  data: 0.001  lr: 1.69e-04  mem: 50%  pow: 663.963 W
INFO    26-05-04 19:57:28.330122 - 0:21:42 -   grad: 6.82e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5131  data: 0.0015  lr: 1.70e-04  mem: 50%  pow: 650.667 W
INFO    26-05-04 19:57:30.326314 - 0:21:44 -   grad: 7.90e-01  flops: 3.51e+14  wps: 3.29e+04  iter:   0.537  data: 0.001  lr: 1.70e-04  mem: 50%  pow: 648.656 W
INFO    26-05-04 19:57:32.292338 - 0:21:46 -   grad: 8.65e-01  flops: 3.56e+14  wps: 3.34e+04  iter:  0.4991  data: 0.001  lr: 1.71e-04  mem: 50%  pow: 654.706 W
INFO    26-05-04 19:57:34.326596 - 0:21:48 -   grad: 8.48e-01  flops: 3.44e+14  wps: 3.22e+04  iter:   0.474  data: 0.0013  lr: 1.71e-04  mem: 50%  pow: 669.52 W
INFO    26-05-04 19:57:36.332247 - 0:21:50 -   grad: 9.13e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5069  data: 0.0176  lr: 1.72e-04  mem: 50%  pow: 664.893 W
INFO    26-05-04 19:57:38.346183 - 0:21:52 -   grad: 9.93e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.4909  data: 0.0162  lr: 1.72e-04  mem: 50%  pow: 656.309 W
INFO    26-05-04 19:57:40.369777 - 0:21:54 -   grad: 8.30e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5166  data: 0.0011  lr: 1.72e-04  mem: 50%  pow: 650.061 W
INFO    26-05-04 19:57:42.381212 - 0:21:56 -   grad: 7.49e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.484  data: 0.0157  lr: 1.73e-04  mem: 50%  pow: 650.623 W
INFO    26-05-04 19:57:44.404786 - 0:21:58 -   grad: 6.97e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5015  data: 0.0011  lr: 1.73e-04  mem: 50%  pow: 652.668 W
INFO    26-05-04 19:57:46.451278 - 0:22:00 -   grad: 6.47e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5129  data: 0.0011  lr: 1.74e-04  mem: 50%  pow: 657.66 W
INFO    26-05-04 19:57:48.502967 - 0:22:02 -   grad: 7.43e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5023  data: 0.001  lr: 1.74e-04  mem: 50%  pow: 654.431 W
INFO    26-05-04 19:57:50.486640 - 0:22:04 -   grad: 9.01e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4936  data: 0.0012  lr: 1.75e-04  mem: 50%  pow: 655.277 W
INFO    26-05-04 19:57:52.597566 - 0:22:06 -   grad: 9.05e-01  flops: 3.32e+14  wps: 3.11e+04  iter:  0.5374  data: 0.0009  lr: 1.75e-04  mem: 50%  pow: 626.772 W
INFO    26-05-04 19:57:54.632566 - 0:22:08 -   grad: 8.40e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5353  data: 0.0009  lr: 1.76e-04  mem: 50%  pow: 641.477 W
INFO    26-05-04 19:57:56.622254 - 0:22:10 -   grad: 8.44e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4971  data: 0.001  lr: 1.76e-04  mem: 50%  pow: 662.271 W
INFO    26-05-04 19:57:58.607320 - 0:22:12 -   grad: 8.63e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4881  data: 0.001  lr: 1.77e-04  mem: 50%  pow: 672.318 W
INFO    26-05-04 19:58:00.632045 - 0:22:14 -   grad: 9.97e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5122  data: 0.0015  lr: 1.78e-04  mem: 50%  pow: 645.381 W
INFO    26-05-04 19:58:02.677028 - 0:22:16 -   grad: 1.00e+00  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5205  data: 0.0014  lr: 1.78e-04  mem: 50%  pow: 634.147 W
INFO    26-05-04 19:58:04.707033 - 0:22:18 -   grad: 1.01e+00  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4969  data: 0.0015  lr: 1.79e-04  mem: 50%  pow: 645.039 W
INFO    26-05-04 19:58:06.712030 - 0:22:20 -   grad: 9.40e-01  flops: 3.50e+14  wps: 3.27e+04  iter:   0.504  data: 0.0015  lr: 1.79e-04  mem: 50%  pow: 663.535 W
INFO    26-05-04 19:58:08.730892 - 0:22:22 -   grad: 7.63e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5036  data: 0.0011  lr: 1.79e-04  mem: 50%  pow: 655.206 W
INFO    26-05-04 19:58:10.695487 - 0:22:24 -   grad: 6.64e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.5002  data: 0.0013  lr: 1.80e-04  mem: 50%  pow: 673.397 W
INFO    26-05-04 19:58:12.676339 - 0:22:26 -   grad: 5.98e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4935  data: 0.0009  lr: 1.80e-04  mem: 50%  pow: 661.14 W
INFO    26-05-04 19:58:14.640937 - 0:22:28 -   grad: 5.22e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4949  data: 0.0014  lr: 1.81e-04  mem: 50%  pow: 654.903 W
INFO    26-05-04 19:58:16.652277 - 0:22:30 -   grad: 4.84e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.499  data: 0.0011  lr: 1.81e-04  mem: 50%  pow: 661.977 W
INFO    26-05-04 19:58:18.662609 - 0:22:32 -   grad: 4.85e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4992  data: 0.0012  lr: 1.82e-04  mem: 50%  pow: 665.078 W
INFO    26-05-04 19:58:20.630052 - 0:22:34 -   grad: 4.88e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4874  data: 0.001  lr: 1.82e-04  mem: 50%  pow: 671.693 W
INFO    26-05-04 19:58:22.627226 - 0:22:36 -   grad: 4.13e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5077  data: 0.0009  lr: 1.83e-04  mem: 50%  pow: 659.77 W
INFO    26-05-04 19:58:24.655282 - 0:22:38 -   grad: 4.60e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4955  data: 0.001  lr: 1.83e-04  mem: 50%  pow: 659.761 W
INFO    26-05-04 19:58:26.672634 - 0:22:40 -   grad: 3.91e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5281  data: 0.001  lr: 1.84e-04  mem: 50%  pow: 646.631 W
INFO    26-05-04 19:58:28.686954 - 0:22:42 -   grad: 4.58e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4831  data: 0.0016  lr: 1.85e-04  mem: 50%  pow: 664.17 W
INFO    26-05-04 19:58:30.671638 - 0:22:44 -   grad: 5.44e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5062  data: 0.001  lr: 1.85e-04  mem: 50%  pow: 661.344 W
INFO    26-05-04 19:58:32.696515 - 0:22:46 -   grad: 7.89e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4956  data: 0.0015  lr: 1.86e-04  mem: 50%  pow: 652.646 W
INFO    26-05-04 19:58:34.710194 - 0:22:48 -   grad: 8.95e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5161  data: 0.0017  lr: 1.86e-04  mem: 50%  pow: 649.358 W
INFO    26-05-04 19:58:36.713173 - 0:22:50 -   grad: 7.31e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5084  data: 0.0016  lr: 1.87e-04  mem: 50%  pow: 659.875 W
INFO    26-05-04 19:58:38.711261 - 0:22:52 -   grad: 7.14e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4819  data: 0.0009  lr: 1.87e-04  mem: 50%  pow: 669.98 W
INFO    26-05-04 19:58:40.730806 - 0:22:54 -   grad: 6.77e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5178  data: 0.0014  lr: 1.88e-04  mem: 50%  pow: 630.627 W
INFO    26-05-04 19:58:42.769418 - 0:22:56 -   grad: 6.80e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5085  data: 0.0026  lr: 1.88e-04  mem: 50%  pow: 644.788 W
INFO    26-05-04 19:58:44.767747 - 0:22:58 -   grad: 5.63e-01  flops: 3.51e+14  wps: 3.28e+04  iter:   0.505  data: 0.0015  lr: 1.89e-04  mem: 50%  pow: 650.485 W
INFO    26-05-04 19:58:46.740479 - 0:23:00 -   grad: 6.65e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4848  data: 0.0022  lr: 1.89e-04  mem: 50%  pow: 664.703 W
INFO    26-05-04 19:58:48.770210 - 0:23:02 -   grad: 6.42e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4913  data: 0.0011  lr: 1.89e-04  mem: 50%  pow: 660.5 W
INFO    26-05-04 19:58:50.761534 - 0:23:04 -   grad: 7.48e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4979  data: 0.001  lr: 1.90e-04  mem: 50%  pow: 654.616 W
INFO    26-05-04 19:58:52.798611 - 0:23:06 -   grad: 8.11e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5026  data: 0.001  lr: 1.90e-04  mem: 50%  pow: 642.968 W
INFO    26-05-04 19:58:54.860753 - 0:23:08 -   grad: 8.50e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5156  data: 0.025  lr: 1.91e-04  mem: 50%  pow: 628.379 W
INFO    26-05-04 19:58:56.849138 - 0:23:10 -   grad: 7.67e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4924  data: 0.0013  lr: 1.92e-04  mem: 50%  pow: 662.979 W
INFO    26-05-04 19:58:58.839463 - 0:23:12 -   grad: 6.87e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5205  data: 0.0018  lr: 1.92e-04  mem: 50%  pow: 659.959 W
INFO    26-05-04 19:59:00.902692 - 0:23:14 -   grad: 7.75e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5341  data: 0.001  lr: 1.93e-04  mem: 50%  pow: 643.471 W
INFO    26-05-04 19:59:02.886528 - 0:23:16 -   grad: 7.97e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.5136  data: 0.0009  lr: 1.93e-04  mem: 50%  pow: 660.788 W
INFO    26-05-04 19:59:04.936565 - 0:23:18 -   grad: 8.17e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4949  data: 0.0015  lr: 1.94e-04  mem: 50%  pow: 657.27 W
INFO    26-05-04 19:59:06.902050 - 0:23:20 -   grad: 9.08e-01  flops: 3.56e+14  wps: 3.34e+04  iter:  0.4929  data: 0.001  lr: 1.94e-04  mem: 50%  pow: 661.54 W
INFO    26-05-04 19:59:08.962713 - 0:23:22 -   grad: 8.41e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4698  data: 0.0169  lr: 1.95e-04  mem: 50%  pow: 655.813 W
INFO    26-05-04 19:59:10.952602 - 0:23:24 -   grad: 7.31e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4992  data: 0.0014  lr: 1.95e-04  mem: 50%  pow: 655.14 W
INFO    26-05-04 19:59:12.949600 - 0:23:26 -   grad: 7.20e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4954  data: 0.001  lr: 1.96e-04  mem: 50%  pow: 662.106 W
INFO    26-05-04 19:59:14.969863 - 0:23:28 -   grad: 6.72e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4955  data: 0.0011  lr: 1.96e-04  mem: 50%  pow: 654.919 W
INFO    26-05-04 19:59:17.040561 - 0:23:30 -   grad: 8.08e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5152  data: 0.0015  lr: 1.97e-04  mem: 50%  pow: 636.919 W
INFO    26-05-04 19:59:19.135185 - 0:23:32 -   grad: 8.24e-01  flops: 3.34e+14  wps: 3.13e+04  iter:  0.5445  data: 0.0009  lr: 1.97e-04  mem: 50%  pow: 644.623 W
INFO    26-05-04 19:59:21.125577 - 0:23:34 -   grad: 6.97e-01  flops: 3.52e+14  wps: 3.29e+04  iter:   0.508  data: 0.0013  lr: 1.98e-04  mem: 50%  pow: 656.636 W
INFO    26-05-04 19:59:23.153474 - 0:23:36 -   grad: 7.23e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5161  data: 0.0014  lr: 1.98e-04  mem: 50%  pow: 642.419 W
INFO    26-05-04 19:59:25.140205 - 0:23:38 -   grad: 7.06e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5018  data: 0.001  lr: 1.99e-04  mem: 50%  pow: 668.896 W
INFO    26-05-04 19:59:27.149054 - 0:23:40 -   grad: 8.37e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5134  data: 0.0009  lr: 1.99e-04  mem: 50%  pow: 648.885 W
INFO    26-05-04 19:59:29.235500 - 0:23:42 -   grad: 9.62e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.5255  data: 0.0009  lr: 2.00e-04  mem: 50%  pow: 663.941 W
INFO    26-05-04 19:59:31.283081 - 0:23:45 -   grad: 9.45e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5237  data: 0.0009  lr: 2.00e-04  mem: 50%  pow: 662.278 W
INFO    26-05-04 19:59:33.250928 - 0:23:47 -   grad: 9.51e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4821  data: 0.0014  lr: 2.01e-04  mem: 50%  pow: 669.694 W
INFO    26-05-04 19:59:35.263300 - 0:23:49 -   grad: 7.46e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5077  data: 0.0011  lr: 2.01e-04  mem: 50%  pow: 646.008 W
INFO    26-05-04 19:59:37.229501 - 0:23:50 -   grad: 7.46e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4982  data: 0.0014  lr: 2.02e-04  mem: 50%  pow: 666.708 W
INFO    26-05-04 19:59:39.167856 - 0:23:52 -   grad: 9.78e-01  flops: 3.61e+14  wps: 3.38e+04  iter:  0.4832  data: 0.001  lr: 2.02e-04  mem: 50%  pow: 667.425 W
INFO    26-05-04 19:59:41.150964 - 0:23:54 -   grad: 9.14e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.5032  data: 0.0009  lr: 2.03e-04  mem: 50%  pow: 651.58 W
INFO    26-05-04 19:59:43.172181 - 0:23:56 -   grad: 6.72e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4927  data: 0.001  lr: 2.03e-04  mem: 50%  pow: 653.154 W
INFO    26-05-04 19:59:45.195817 - 0:23:58 -   grad: 6.45e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4931  data: 0.0013  lr: 2.03e-04  mem: 50%  pow: 649.421 W
INFO    26-05-04 19:59:47.158500 - 0:24:00 -   grad: 5.80e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4656  data: 0.0135  lr: 2.04e-04  mem: 50%  pow: 673.729 W
INFO    26-05-04 19:59:49.167204 - 0:24:02 -   grad: 4.86e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5062  data: 0.001  lr: 2.04e-04  mem: 50%  pow: 648.472 W
INFO    26-05-04 19:59:51.137026 - 0:24:04 -   grad: 4.74e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4988  data: 0.0014  lr: 2.05e-04  mem: 50%  pow: 671.16 W
INFO    26-05-04 19:59:53.132850 - 0:24:06 -   grad: 4.75e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5122  data: 0.001  lr: 2.05e-04  mem: 50%  pow: 647.314 W
INFO    26-05-04 19:59:55.164958 - 0:24:08 -   grad: 4.74e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5148  data: 0.0012  lr: 2.06e-04  mem: 50%  pow: 634.088 W
INFO    26-05-04 19:59:57.190620 - 0:24:10 -   grad: 4.98e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4849  data: 0.0014  lr: 2.07e-04  mem: 50%  pow: 638.512 W
INFO    26-05-04 19:59:59.236580 - 0:24:12 -   grad: 4.77e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5073  data: 0.0014  lr: 2.07e-04  mem: 50%  pow: 654.291 W
INFO    26-05-04 20:00:01.285945 - 0:24:15 -   grad: 4.49e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5072  data: 0.0013  lr: 2.08e-04  mem: 50%  pow: 658.55 W
INFO    26-05-04 20:00:03.307695 - 0:24:17 -   grad: 4.43e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5051  data: 0.0011  lr: 2.08e-04  mem: 50%  pow: 661.983 W
INFO    26-05-04 20:00:05.300368 - 0:24:19 -   grad: 4.72e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5014  data: 0.0011  lr: 2.08e-04  mem: 50%  pow: 667.471 W
INFO    26-05-04 20:00:07.291011 - 0:24:21 -   grad: 5.36e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5201  data: 0.0014  lr: 2.09e-04  mem: 50%  pow: 652.96 W
INFO    26-05-04 20:00:09.309100 - 0:24:23 -   grad: 6.64e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5222  data: 0.0013  lr: 2.09e-04  mem: 50%  pow: 649.819 W
INFO    26-05-04 20:00:11.302505 - 0:24:25 -   grad: 6.63e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5048  data: 0.001  lr: 2.10e-04  mem: 50%  pow: 652.077 W
INFO    26-05-04 20:00:13.284547 - 0:24:27 -   grad: 6.48e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5018  data: 0.0014  lr: 2.10e-04  mem: 50%  pow: 657.009 W
INFO    26-05-04 20:00:15.323627 - 0:24:29 -   grad: 6.38e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5077  data: 0.0009  lr: 2.11e-04  mem: 50%  pow: 651.963 W
INFO    26-05-04 20:00:17.343540 - 0:24:31 -   grad: 5.77e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5029  data: 0.0019  lr: 2.11e-04  mem: 50%  pow: 650.209 W
INFO    26-05-04 20:00:19.334840 - 0:24:33 -   grad: 6.54e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4744  data: 0.0165  lr: 2.12e-04  mem: 50%  pow: 674.372 W
INFO    26-05-04 20:00:21.329762 - 0:24:35 -   grad: 5.91e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4894  data: 0.0009  lr: 2.12e-04  mem: 50%  pow: 647.724 W
INFO    26-05-04 20:00:23.320374 - 0:24:37 -   grad: 5.79e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5113  data: 0.0012  lr: 2.13e-04  mem: 50%  pow: 655.698 W
INFO    26-05-04 20:00:25.335759 - 0:24:39 -   grad: 5.70e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.4989  data: 0.0011  lr: 2.14e-04  mem: 50%  pow: 653.107 W
INFO    26-05-04 20:00:27.349432 - 0:24:41 -   grad: 5.71e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4934  data: 0.0014  lr: 2.14e-04  mem: 50%  pow: 661.649 W
INFO    26-05-04 20:00:29.356037 - 0:24:43 -   grad: 7.45e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4976  data: 0.0014  lr: 2.15e-04  mem: 50%  pow: 649.903 W
INFO    26-05-04 20:00:31.352942 - 0:24:45 -   grad: 8.06e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5053  data: 0.001  lr: 2.15e-04  mem: 50%  pow: 652.389 W
INFO    26-05-04 20:00:33.322153 - 0:24:47 -   grad: 7.29e-01  flops: 3.56e+14  wps: 3.33e+04  iter:   0.483  data: 0.001  lr: 2.16e-04  mem: 50%  pow: 659.81 W
INFO    26-05-04 20:00:35.358360 - 0:24:49 -   grad: 6.30e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5122  data: 0.001  lr: 2.16e-04  mem: 50%  pow: 642.507 W
INFO    26-05-04 20:00:37.362681 - 0:24:51 -   grad: 6.55e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5097  data: 0.0014  lr: 2.17e-04  mem: 50%  pow: 648.055 W
INFO    26-05-04 20:00:39.402967 - 0:24:53 -   grad: 6.45e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5176  data: 0.0011  lr: 2.17e-04  mem: 50%  pow: 651.604 W
INFO    26-05-04 20:00:41.436867 - 0:24:55 -   grad: 6.61e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4951  data: 0.001  lr: 2.18e-04  mem: 50%  pow: 654.402 W
INFO    26-05-04 20:00:43.475004 - 0:24:57 -   grad: 6.76e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5371  data: 0.0012  lr: 2.18e-04  mem: 50%  pow: 649.24 W
INFO    26-05-04 20:00:45.523375 - 0:24:59 -   grad: 6.60e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5188  data: 0.001  lr: 2.18e-04  mem: 50%  pow: 650.262 W
INFO    26-05-04 20:00:47.508632 - 0:25:01 -   grad: 6.81e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5197  data: 0.0014  lr: 2.19e-04  mem: 50%  pow: 651.061 W
INFO    26-05-04 20:00:49.523714 - 0:25:03 -   grad: 7.46e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5071  data: 0.0029  lr: 2.19e-04  mem: 50%  pow: 662.815 W
INFO    26-05-04 20:00:51.519235 - 0:25:05 -   grad: 6.43e-01  flops: 3.51e+14  wps: 3.29e+04  iter:   0.508  data: 0.0013  lr: 2.20e-04  mem: 50%  pow: 666.732 W
INFO    26-05-04 20:00:53.498221 - 0:25:07 -   grad: 7.19e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4849  data: 0.0065  lr: 2.20e-04  mem: 50%  pow: 665.118 W
INFO    26-05-04 20:00:55.542541 - 0:25:09 -   grad: 6.74e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4977  data: 0.0013  lr: 2.21e-04  mem: 50%  pow: 645.917 W
INFO    26-05-04 20:00:57.553579 - 0:25:11 -   grad: 7.13e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.493  data: 0.001  lr: 2.22e-04  mem: 50%  pow: 659.077 W
INFO    26-05-04 20:00:59.554147 - 0:25:13 -   grad: 7.20e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4957  data: 0.0011  lr: 2.22e-04  mem: 50%  pow: 657.001 W
INFO    26-05-04 20:01:01.557520 - 0:25:15 -   grad: 6.26e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5079  data: 0.0011  lr: 2.23e-04  mem: 50%  pow: 649.402 W
INFO    26-05-04 20:01:03.599585 - 0:25:17 -   grad: 5.70e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5138  data: 0.001  lr: 2.23e-04  mem: 50%  pow: 654.853 W
INFO    26-05-04 20:01:05.614930 - 0:25:19 -   grad: 5.50e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4985  data: 0.0009  lr: 2.24e-04  mem: 50%  pow: 652.977 W
INFO    26-05-04 20:01:07.615782 - 0:25:21 -   grad: 5.11e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4935  data: 0.0018  lr: 2.24e-04  mem: 50%  pow: 665.261 W
INFO    26-05-04 20:01:09.650727 - 0:25:23 -   grad: 4.92e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4908  data: 0.001  lr: 2.25e-04  mem: 50%  pow: 658.782 W
INFO    26-05-04 20:01:11.631319 - 0:25:25 -   grad: 4.48e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4977  data: 0.0009  lr: 2.25e-04  mem: 50%  pow: 677.059 W
INFO    26-05-04 20:01:13.621616 - 0:25:27 -   grad: 4.30e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5117  data: 0.0008  lr: 2.26e-04  mem: 50%  pow: 664.743 W
INFO    26-05-04 20:01:15.652164 - 0:25:29 -   grad: 4.19e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5186  data: 0.0009  lr: 2.26e-04  mem: 50%  pow: 651.76 W
INFO    26-05-04 20:01:17.618825 - 0:25:31 -   grad: 4.28e-01  flops: 3.56e+14  wps: 3.34e+04  iter:  0.4938  data: 0.0014  lr: 2.27e-04  mem: 50%  pow: 668.431 W
INFO    26-05-04 20:01:19.641873 - 0:25:33 -   grad: 5.02e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5156  data: 0.0012  lr: 2.27e-04  mem: 50%  pow: 639.502 W
INFO    26-05-04 20:01:21.628534 - 0:25:35 -   grad: 6.80e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4938  data: 0.001  lr: 2.28e-04  mem: 50%  pow: 659.633 W
INFO    26-05-04 20:01:23.628417 - 0:25:37 -   grad: 7.86e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5051  data: 0.0011  lr: 2.28e-04  mem: 50%  pow: 668.262 W
INFO    26-05-04 20:01:25.593306 - 0:25:39 -   grad: 6.24e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4947  data: 0.0013  lr: 2.29e-04  mem: 50%  pow: 660.445 W
INFO    26-05-04 20:01:27.591749 - 0:25:41 -   grad: 5.73e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5072  data: 0.0012  lr: 2.29e-04  mem: 50%  pow: 664.995 W
INFO    26-05-04 20:01:29.653803 - 0:25:43 -   grad: 7.20e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5204  data: 0.0011  lr: 2.30e-04  mem: 50%  pow: 656.275 W
INFO    26-05-04 20:01:31.719710 - 0:25:45 -   grad: 6.02e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5294  data: 0.0012  lr: 2.30e-04  mem: 50%  pow: 635.72 W
INFO    26-05-04 20:01:33.698610 - 0:25:47 -   grad: 5.00e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4829  data: 0.0009  lr: 2.31e-04  mem: 50%  pow: 668.895 W
INFO    26-05-04 20:01:35.719570 - 0:25:49 -   grad: 5.56e-01  flops: 3.47e+14  wps: 3.25e+04  iter:   0.506  data: 0.0127  lr: 2.31e-04  mem: 50%  pow: 656.095 W
INFO    26-05-04 20:01:37.739117 - 0:25:51 -   grad: 5.17e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4979  data: 0.0015  lr: 2.32e-04  mem: 50%  pow: 653.05 W
INFO    26-05-04 20:01:39.715878 - 0:25:53 -   grad: 5.17e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4954  data: 0.0009  lr: 2.32e-04  mem: 50%  pow: 666.864 W
INFO    26-05-04 20:01:41.708812 - 0:25:55 -   grad: 5.19e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4916  data: 0.001  lr: 2.33e-04  mem: 50%  pow: 655.791 W
INFO    26-05-04 20:01:43.707441 - 0:25:57 -   grad: 5.12e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4875  data: 0.0013  lr: 2.33e-04  mem: 50%  pow: 664.803 W
INFO    26-05-04 20:01:45.715721 - 0:25:59 -   grad: 5.21e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5191  data: 0.0013  lr: 2.34e-04  mem: 50%  pow: 651.78 W
INFO    26-05-04 20:01:47.750414 - 0:26:01 -   grad: 5.60e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5182  data: 0.006  lr: 2.34e-04  mem: 50%  pow: 652.818 W
INFO    26-05-04 20:01:49.758036 - 0:26:03 -   grad: 6.28e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5041  data: 0.002  lr: 2.34e-04  mem: 50%  pow: 658.816 W
INFO    26-05-04 20:01:51.769613 - 0:26:05 -   grad: 5.78e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5024  data: 0.0009  lr: 2.35e-04  mem: 50%  pow: 649.524 W
INFO    26-05-04 20:01:53.771676 - 0:26:07 -   grad: 6.21e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4842  data: 0.0013  lr: 2.36e-04  mem: 50%  pow: 651.392 W
INFO    26-05-04 20:01:55.751052 - 0:26:09 -   grad: 6.83e-01  flops: 3.54e+14  wps: 3.31e+04  iter:   0.501  data: 0.001  lr: 2.36e-04  mem: 50%  pow: 662.025 W
INFO    26-05-04 20:01:57.750067 - 0:26:11 -   grad: 7.24e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5075  data: 0.002  lr: 2.37e-04  mem: 50%  pow: 656.171 W
INFO    26-05-04 20:01:59.812468 - 0:26:13 -   grad: 7.39e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5235  data: 0.0014  lr: 2.37e-04  mem: 50%  pow: 639.855 W
INFO    26-05-04 20:02:01.834032 - 0:26:15 -   grad: 6.41e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4972  data: 0.014  lr: 2.37e-04  mem: 50%  pow: 645.039 W
INFO    26-05-04 20:02:03.850915 - 0:26:17 -   grad: 7.60e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5007  data: 0.001  lr: 2.38e-04  mem: 50%  pow: 639.995 W
INFO    26-05-04 20:02:05.860623 - 0:26:19 -   grad: 6.68e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.4961  data: 0.0009  lr: 2.38e-04  mem: 50%  pow: 661.723 W
INFO    26-05-04 20:02:07.904093 - 0:26:21 -   grad: 7.11e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5121  data: 0.0014  lr: 2.39e-04  mem: 50%  pow: 651.676 W
INFO    26-05-04 20:02:09.924994 - 0:26:23 -   grad: 7.51e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4963  data: 0.0014  lr: 2.39e-04  mem: 50%  pow: 655.714 W
INFO    26-05-04 20:02:11.913825 - 0:26:25 -   grad: 6.77e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5056  data: 0.0013  lr: 2.40e-04  mem: 50%  pow: 656.693 W
INFO    26-05-04 20:02:13.888352 - 0:26:27 -   grad: 5.85e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4992  data: 0.0013  lr: 2.40e-04  mem: 50%  pow: 659.678 W
INFO    26-05-04 20:02:15.906520 - 0:26:29 -   grad: 5.63e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5091  data: 0.0013  lr: 2.41e-04  mem: 50%  pow: 656.865 W
INFO    26-05-04 20:02:17.937433 - 0:26:31 -   grad: 5.41e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5198  data: 0.001  lr: 2.41e-04  mem: 50%  pow: 645.15 W
INFO    26-05-04 20:02:19.907825 - 0:26:33 -   grad: 4.46e-01  flops: 3.55e+14  wps: 3.33e+04  iter:  0.4919  data: 0.0013  lr: 2.42e-04  mem: 50%  pow: 674.199 W
INFO    26-05-04 20:02:21.929205 - 0:26:35 -   grad: 4.82e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4962  data: 0.0245  lr: 2.42e-04  mem: 50%  pow: 646.328 W
INFO    26-05-04 20:02:23.940948 - 0:26:37 -   grad: 4.50e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4829  data: 0.0015  lr: 2.43e-04  mem: 50%  pow: 651.059 W
INFO    26-05-04 20:02:25.938750 - 0:26:39 -   grad: 5.46e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5068  data: 0.0012  lr: 2.44e-04  mem: 50%  pow: 667.673 W
INFO    26-05-04 20:02:27.917387 - 0:26:41 -   grad: 5.68e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4998  data: 0.0012  lr: 2.44e-04  mem: 50%  pow: 662.637 W
INFO    26-05-04 20:02:29.933188 - 0:26:43 -   grad: 4.94e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5043  data: 0.0014  lr: 2.44e-04  mem: 50%  pow: 669.133 W
INFO    26-05-04 20:02:31.938274 - 0:26:45 -   grad: 5.21e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5048  data: 0.0012  lr: 2.45e-04  mem: 50%  pow: 657.828 W
INFO    26-05-04 20:02:34.018955 - 0:26:47 -   grad: 5.84e-01  flops: 3.37e+14  wps: 3.15e+04  iter:  0.5304  data: 0.0013  lr: 2.46e-04  mem: 50%  pow: 640.865 W
INFO    26-05-04 20:02:36.069055 - 0:26:49 -   grad: 5.37e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4892  data: 0.0162  lr: 2.46e-04  mem: 50%  pow: 639.253 W
INFO    26-05-04 20:02:38.141348 - 0:26:51 -   grad: 3.85e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.5422  data: 0.0011  lr: 2.47e-04  mem: 50%  pow: 648.555 W
INFO    26-05-04 20:02:40.158694 - 0:26:53 -   grad: 4.53e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5055  data: 0.0013  lr: 2.47e-04  mem: 50%  pow: 654.991 W
INFO    26-05-04 20:02:42.161332 - 0:26:55 -   grad: 4.65e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5118  data: 0.0013  lr: 2.47e-04  mem: 50%  pow: 652.543 W
INFO    26-05-04 20:02:44.160759 - 0:26:57 -   grad: 4.75e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5112  data: 0.0011  lr: 2.48e-04  mem: 50%  pow: 652.909 W
INFO    26-05-04 20:02:46.178651 - 0:26:59 -   grad: 4.42e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5047  data: 0.0013  lr: 2.49e-04  mem: 50%  pow: 643.69 W
INFO    26-05-04 20:02:48.150824 - 0:27:01 -   grad: 3.99e-01  flops: 3.55e+14  wps: 3.33e+04  iter:  0.4991  data: 0.0019  lr: 2.49e-04  mem: 50%  pow: 651.667 W
INFO    26-05-04 20:02:50.142267 - 0:27:03 -   grad: 3.94e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5163  data: 0.0017  lr: 2.49e-04  mem: 50%  pow: 654.83 W
INFO    26-05-04 20:02:52.140594 - 0:27:05 -   grad: 4.04e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5003  data: 0.0013  lr: 2.50e-04  mem: 50%  pow: 656.351 W
INFO    26-05-04 20:02:54.122675 - 0:27:07 -   grad: 4.27e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5009  data: 0.0014  lr: 2.51e-04  mem: 50%  pow: 660.333 W
INFO    26-05-04 20:02:56.143141 - 0:27:09 -   grad: 4.16e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4957  data: 0.0013  lr: 2.51e-04  mem: 50%  pow: 655.909 W
INFO    26-05-04 20:02:58.179714 - 0:27:11 -   grad: 4.73e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5265  data: 0.0032  lr: 2.51e-04  mem: 50%  pow: 634.739 W
INFO    26-05-04 20:03:00.223050 - 0:27:13 -   grad: 5.14e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5168  data: 0.0009  lr: 2.52e-04  mem: 50%  pow: 660.563 W
INFO    26-05-04 20:03:02.278800 - 0:27:16 -   grad: 6.05e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5319  data: 0.0013  lr: 2.53e-04  mem: 50%  pow: 627.234 W
INFO    26-05-04 20:03:04.359341 - 0:27:18 -   grad: 6.51e-01  flops: 3.37e+14  wps: 3.15e+04  iter:  0.5109  data: 0.0137  lr: 2.53e-04  mem: 50%  pow: 648.263 W
INFO    26-05-04 20:03:06.417992 - 0:27:20 -   grad: 6.77e-01  flops: 3.40e+14  wps: 3.19e+04  iter:   0.521  data: 0.0012  lr: 2.53e-04  mem: 50%  pow: 656.623 W
INFO    26-05-04 20:03:08.396461 - 0:27:22 -   grad: 6.40e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.5223  data: 0.0012  lr: 2.54e-04  mem: 50%  pow: 654.571 W
INFO    26-05-04 20:03:10.386616 - 0:27:24 -   grad: 5.68e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4864  data: 0.0014  lr: 2.55e-04  mem: 50%  pow: 658.789 W
INFO    26-05-04 20:03:12.397469 - 0:27:26 -   grad: 5.87e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5076  data: 0.001  lr: 2.55e-04  mem: 50%  pow: 663.65 W
INFO    26-05-04 20:03:14.463236 - 0:27:28 -   grad: 6.17e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5584  data: 0.0156  lr: 2.56e-04  mem: 50%  pow: 657.578 W
INFO    26-05-04 20:03:16.511909 - 0:27:30 -   grad: 6.16e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5108  data: 0.0013  lr: 2.56e-04  mem: 50%  pow: 661.029 W
INFO    26-05-04 20:03:18.446208 - 0:27:32 -   grad: 6.66e-01  flops: 3.62e+14  wps: 3.39e+04  iter:  0.4734  data: 0.0009  lr: 2.57e-04  mem: 50%  pow: 664.247 W
INFO    26-05-04 20:03:20.459221 - 0:27:34 -   grad: 5.45e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5051  data: 0.0017  lr: 2.57e-04  mem: 50%  pow: 661.678 W
INFO    26-05-04 20:03:22.500089 - 0:27:36 -   grad: 4.38e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5251  data: 0.0013  lr: 2.58e-04  mem: 50%  pow: 649.066 W
INFO    26-05-04 20:03:24.539033 - 0:27:38 -   grad: 5.18e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5027  data: 0.0011  lr: 2.58e-04  mem: 50%  pow: 652.017 W
INFO    26-05-04 20:03:26.546738 - 0:27:40 -   grad: 4.92e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5042  data: 0.0009  lr: 2.58e-04  mem: 50%  pow: 651.791 W
INFO    26-05-04 20:03:28.562957 - 0:27:42 -   grad: 4.65e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5093  data: 0.0013  lr: 2.59e-04  mem: 50%  pow: 638.164 W
INFO    26-05-04 20:03:30.560106 - 0:27:44 -   grad: 4.88e-01  flops: 3.51e+14  wps: 3.28e+04  iter:   0.497  data: 0.001  lr: 2.60e-04  mem: 50%  pow: 666.363 W
INFO    26-05-04 20:03:32.635588 - 0:27:46 -   grad: 4.76e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.5215  data: 0.0014  lr: 2.60e-04  mem: 50%  pow: 642.029 W
INFO    26-05-04 20:03:34.642643 - 0:27:48 -   grad: 4.17e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5064  data: 0.0013  lr: 2.60e-04  mem: 50%  pow: 652.586 W
INFO    26-05-04 20:03:36.657917 - 0:27:50 -   grad: 4.28e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5051  data: 0.0023  lr: 2.61e-04  mem: 50%  pow: 644.337 W
INFO    26-05-04 20:03:38.687599 - 0:27:52 -   grad: 4.17e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5092  data: 0.0012  lr: 2.62e-04  mem: 50%  pow: 638.266 W
INFO    26-05-04 20:03:40.702108 - 0:27:54 -   grad: 4.62e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5054  data: 0.0031  lr: 2.62e-04  mem: 50%  pow: 660.166 W
INFO    26-05-04 20:03:42.652801 - 0:27:56 -   grad: 4.61e-01  flops: 3.59e+14  wps: 3.37e+04  iter:  0.4907  data: 0.0013  lr: 2.63e-04  mem: 50%  pow: 664.141 W
INFO    26-05-04 20:03:44.659879 - 0:27:58 -   grad: 4.16e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4981  data: 0.001  lr: 2.63e-04  mem: 50%  pow: 655.929 W
INFO    26-05-04 20:03:46.639442 - 0:28:00 -   grad: 4.64e-01  flops: 3.54e+14  wps: 3.31e+04  iter:     0.5  data: 0.0014  lr: 2.64e-04  mem: 50%  pow: 671.403 W
INFO    26-05-04 20:03:48.662644 - 0:28:02 -   grad: 4.43e-01  flops: 3.47e+14  wps: 3.24e+04  iter:  0.5086  data: 0.0116  lr: 2.64e-04  mem: 50%  pow: 649.824 W
INFO    26-05-04 20:03:50.679100 - 0:28:04 -   grad: 4.45e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5048  data: 0.0012  lr: 2.65e-04  mem: 50%  pow: 664.154 W
INFO    26-05-04 20:03:52.625412 - 0:28:06 -   grad: 4.04e-01  flops: 3.60e+14  wps: 3.37e+04  iter:  0.4885  data: 0.0016  lr: 2.65e-04  mem: 50%  pow: 661.313 W
INFO    26-05-04 20:03:54.623487 - 0:28:08 -   grad: 4.30e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4901  data: 0.0012  lr: 2.66e-04  mem: 50%  pow: 664.789 W
INFO    26-05-04 20:03:56.603717 - 0:28:10 -   grad: 3.75e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4975  data: 0.0012  lr: 2.66e-04  mem: 50%  pow: 656.103 W
INFO    26-05-04 20:03:58.643286 - 0:28:12 -   grad: 4.14e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5134  data: 0.001  lr: 2.67e-04  mem: 50%  pow: 657.685 W
INFO    26-05-04 20:04:00.630520 - 0:28:14 -   grad: 4.51e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.5092  data: 0.0011  lr: 2.67e-04  mem: 50%  pow: 658.084 W
INFO    26-05-04 20:04:02.699252 - 0:28:16 -   grad: 4.34e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5105  data: 0.0015  lr: 2.67e-04  mem: 50%  pow: 635.662 W
INFO    26-05-04 20:04:04.691227 - 0:28:18 -   grad: 4.92e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4931  data: 0.0009  lr: 2.68e-04  mem: 50%  pow: 660.555 W
INFO    26-05-04 20:04:06.710543 - 0:28:20 -   grad: 5.31e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4858  data: 0.0023  lr: 2.69e-04  mem: 50%  pow: 652.108 W
INFO    26-05-04 20:04:08.749916 - 0:28:22 -   grad: 4.93e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5051  data: 0.0013  lr: 2.69e-04  mem: 50%  pow: 645.383 W
INFO    26-05-04 20:04:10.752784 - 0:28:24 -   grad: 5.62e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5233  data: 0.001  lr: 2.70e-04  mem: 50%  pow: 653.444 W
INFO    26-05-04 20:04:12.753960 - 0:28:26 -   grad: 5.08e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5002  data: 0.0011  lr: 2.70e-04  mem: 50%  pow: 651.533 W
INFO    26-05-04 20:04:14.737574 - 0:28:28 -   grad: 6.07e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.5082  data: 0.0014  lr: 2.71e-04  mem: 50%  pow: 649.095 W
INFO    26-05-04 20:04:16.732920 - 0:28:30 -   grad: 5.93e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5102  data: 0.0009  lr: 2.71e-04  mem: 50%  pow: 645.903 W
INFO    26-05-04 20:04:18.768727 - 0:28:32 -   grad: 6.48e-01  flops: 3.44e+14  wps: 3.22e+04  iter:   0.545  data: 0.001  lr: 2.72e-04  mem: 50%  pow: 638.292 W
INFO    26-05-04 20:04:20.762812 - 0:28:34 -   grad: 5.15e-01  flops: 3.51e+14  wps: 3.29e+04  iter:   0.483  data: 0.001  lr: 2.72e-04  mem: 50%  pow: 670.648 W
INFO    26-05-04 20:04:22.781401 - 0:28:36 -   grad: 5.04e-01  flops: 3.47e+14  wps: 3.25e+04  iter:    0.52  data: 0.0011  lr: 2.73e-04  mem: 50%  pow: 649.748 W
INFO    26-05-04 20:04:24.838546 - 0:28:38 -   grad: 4.78e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4836  data: 0.001  lr: 2.73e-04  mem: 50%  pow: 635.268 W
INFO    26-05-04 20:04:26.828536 - 0:28:40 -   grad: 4.38e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4806  data: 0.001  lr: 2.74e-04  mem: 50%  pow: 655.1 W
INFO    26-05-04 20:04:28.822030 - 0:28:42 -   grad: 4.21e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4942  data: 0.0009  lr: 2.74e-04  mem: 50%  pow: 660.446 W
INFO    26-05-04 20:04:30.848851 - 0:28:44 -   grad: 4.23e-01  flops: 3.46e+14  wps: 3.23e+04  iter:  0.5003  data: 0.001  lr: 2.75e-04  mem: 50%  pow: 639.342 W
INFO    26-05-04 20:04:32.878130 - 0:28:46 -   grad: 3.72e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5034  data: 0.001  lr: 2.75e-04  mem: 50%  pow: 654.575 W
INFO    26-05-04 20:04:34.972382 - 0:28:48 -   grad: 3.89e-01  flops: 3.35e+14  wps: 3.13e+04  iter:  0.5473  data: 0.0013  lr: 2.76e-04  mem: 50%  pow: 634.93 W
INFO    26-05-04 20:04:36.941136 - 0:28:50 -   grad: 4.45e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.5037  data: 0.0013  lr: 2.76e-04  mem: 50%  pow: 662.239 W
INFO    26-05-04 20:04:38.965083 - 0:28:52 -   grad: 3.96e-01  flops: 3.46e+14  wps: 3.24e+04  iter:   0.524  data: 0.0013  lr: 2.77e-04  mem: 50%  pow: 646.772 W
INFO    26-05-04 20:04:40.996957 - 0:28:54 -   grad: 3.67e-01  flops: 3.47e+14  wps: 3.24e+04  iter:  0.5092  data: 0.0071  lr: 2.77e-04  mem: 50%  pow: 648.717 W
INFO    26-05-04 20:04:43.036196 - 0:28:56 -   grad: 3.86e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5155  data: 0.0011  lr: 2.78e-04  mem: 50%  pow: 647.936 W
INFO    26-05-04 20:04:45.046702 - 0:28:58 -   grad: 3.80e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5074  data: 0.0009  lr: 2.78e-04  mem: 50%  pow: 647.708 W
INFO    26-05-04 20:04:47.083295 - 0:29:00 -   grad: 4.20e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4951  data: 0.0015  lr: 2.79e-04  mem: 50%  pow: 634.218 W
INFO    26-05-04 20:04:49.066171 - 0:29:02 -   grad: 5.83e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4969  data: 0.0013  lr: 2.79e-04  mem: 50%  pow: 662.447 W
INFO    26-05-04 20:04:51.087509 - 0:29:04 -   grad: 6.18e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5061  data: 0.001  lr: 2.80e-04  mem: 50%  pow: 658.615 W
INFO    26-05-04 20:04:53.093439 - 0:29:06 -   grad: 6.47e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5078  data: 0.0013  lr: 2.80e-04  mem: 50%  pow: 659.537 W
INFO    26-05-04 20:04:55.085533 - 0:29:08 -   grad: 5.28e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4932  data: 0.0166  lr: 2.81e-04  mem: 50%  pow: 657.216 W
INFO    26-05-04 20:04:57.168673 - 0:29:10 -   grad: 5.27e-01  flops: 3.36e+14  wps: 3.15e+04  iter:  0.5334  data: 0.0014  lr: 2.81e-04  mem: 50%  pow: 653.979 W
INFO    26-05-04 20:04:59.228614 - 0:29:12 -   grad: 5.67e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5046  data: 0.0013  lr: 2.81e-04  mem: 50%  pow: 662.564 W
INFO    26-05-04 20:05:01.240881 - 0:29:14 -   grad: 5.29e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5326  data: 0.0009  lr: 2.82e-04  mem: 50%  pow: 647.666 W
INFO    26-05-04 20:05:03.257329 - 0:29:17 -   grad: 5.81e-01  flops: 3.47e+14  wps: 3.25e+04  iter:   0.492  data: 0.001  lr: 2.82e-04  mem: 50%  pow: 674.512 W
INFO    26-05-04 20:05:05.249213 - 0:29:19 -   grad: 5.58e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4897  data: 0.0009  lr: 2.83e-04  mem: 50%  pow: 663.883 W
INFO    26-05-04 20:05:07.195873 - 0:29:20 -   grad: 5.25e-01  flops: 3.60e+14  wps: 3.37e+04  iter:  0.4828  data: 0.0009  lr: 2.84e-04  mem: 50%  pow: 674.396 W
INFO    26-05-04 20:05:09.259858 - 0:29:23 -   grad: 5.58e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5155  data: 0.001  lr: 2.84e-04  mem: 50%  pow: 653.53 W
INFO    26-05-04 20:05:11.308026 - 0:29:25 -   grad: 5.35e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4768  data: 0.0012  lr: 2.84e-04  mem: 50%  pow: 658.644 W
INFO    26-05-04 20:05:13.326074 - 0:29:27 -   grad: 4.68e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5296  data: 0.0014  lr: 2.85e-04  mem: 50%  pow: 633.192 W
INFO    26-05-04 20:05:15.320632 - 0:29:29 -   grad: 4.95e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5238  data: 0.0011  lr: 2.86e-04  mem: 50%  pow: 661.588 W
INFO    26-05-04 20:05:17.348628 - 0:29:31 -   grad: 4.67e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5311  data: 0.0011  lr: 2.86e-04  mem: 50%  pow: 652.982 W
INFO    26-05-04 20:05:19.300285 - 0:29:33 -   grad: 4.59e-01  flops: 3.59e+14  wps: 3.36e+04  iter:  0.4901  data: 0.001  lr: 2.86e-04  mem: 50%  pow: 653.175 W
INFO    26-05-04 20:05:21.290874 - 0:29:35 -   grad: 4.69e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5121  data: 0.0013  lr: 2.87e-04  mem: 50%  pow: 648.7 W
INFO    26-05-04 20:05:23.280683 - 0:29:37 -   grad: 4.40e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5078  data: 0.0024  lr: 2.87e-04  mem: 50%  pow: 649.85 W
INFO    26-05-04 20:05:25.288436 - 0:29:39 -   grad: 4.46e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5149  data: 0.001  lr: 2.88e-04  mem: 50%  pow: 649.315 W
INFO    26-05-04 20:05:27.320306 - 0:29:41 -   grad: 4.73e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4997  data: 0.001  lr: 2.88e-04  mem: 50%  pow: 644.616 W
INFO    26-05-04 20:05:29.342532 - 0:29:43 -   grad: 4.27e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5389  data: 0.001  lr: 2.89e-04  mem: 50%  pow: 639.477 W
INFO    26-05-04 20:05:31.388087 - 0:29:45 -   grad: 3.91e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.5101  data: 0.001  lr: 2.89e-04  mem: 50%  pow: 639.861 W
INFO    26-05-04 20:05:33.412511 - 0:29:47 -   grad: 4.19e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5223  data: 0.0012  lr: 2.90e-04  mem: 50%  pow: 648.445 W
INFO    26-05-04 20:05:35.416869 - 0:29:49 -   grad: 3.90e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5044  data: 0.0013  lr: 2.90e-04  mem: 50%  pow: 652.816 W
INFO    26-05-04 20:05:37.441960 - 0:29:51 -   grad: 3.96e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5324  data: 0.001  lr: 2.91e-04  mem: 50%  pow: 652.23 W
INFO    26-05-04 20:05:39.473392 - 0:29:53 -   grad: 4.56e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5183  data: 0.0012  lr: 2.91e-04  mem: 50%  pow: 651.344 W
INFO    26-05-04 20:05:41.486723 - 0:29:55 -   grad: 3.90e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5045  data: 0.0013  lr: 2.92e-04  mem: 50%  pow: 649.322 W
INFO    26-05-04 20:05:43.477127 - 0:29:57 -   grad: 4.04e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5064  data: 0.0013  lr: 2.93e-04  mem: 50%  pow: 672.002 W
INFO    26-05-04 20:05:45.487773 - 0:29:59 -   grad: 4.26e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5049  data: 0.001  lr: 2.93e-04  mem: 50%  pow: 666.713 W
INFO    26-05-04 20:05:47.490263 - 0:30:01 -   grad: 3.99e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4931  data: 0.0009  lr: 2.93e-04  mem: 50%  pow: 660.448 W
INFO    26-05-04 20:05:49.503944 - 0:30:03 -   grad: 4.25e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4905  data: 0.0013  lr: 2.94e-04  mem: 50%  pow: 659.827 W
INFO    26-05-04 20:05:51.469464 - 0:30:05 -   grad: 3.75e-01  flops: 3.56e+14  wps: 3.34e+04  iter:  0.4994  data: 0.0009  lr: 2.95e-04  mem: 50%  pow: 655.574 W
INFO    26-05-04 20:05:53.474401 - 0:30:07 -   grad: 4.27e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5201  data: 0.0015  lr: 2.95e-04  mem: 50%  pow: 665.789 W
INFO    26-05-04 20:05:55.446254 - 0:30:09 -   grad: 4.12e-01  flops: 3.55e+14  wps: 3.33e+04  iter:  0.4769  data: 0.0231  lr: 2.95e-04  mem: 50%  pow: 657.731 W
INFO    26-05-04 20:05:57.409749 - 0:30:11 -   grad: 3.78e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.5037  data: 0.0009  lr: 2.96e-04  mem: 50%  pow: 666.938 W
INFO    26-05-04 20:05:59.395229 - 0:30:13 -   grad: 4.01e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5008  data: 0.0011  lr: 2.96e-04  mem: 50%  pow: 668.694 W
INFO    26-05-04 20:06:01.386492 - 0:30:15 -   grad: 4.09e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5255  data: 0.001  lr: 2.97e-04  mem: 50%  pow: 672.782 W
INFO    26-05-04 20:06:03.382698 - 0:30:17 -   grad: 3.79e-01  flops: 3.51e+14  wps: 3.29e+04  iter:   0.517  data: 0.0012  lr: 2.97e-04  mem: 50%  pow: 658.601 W
INFO    26-05-04 20:06:05.422149 - 0:30:19 -   grad: 4.91e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5208  data: 0.001  lr: 2.98e-04  mem: 50%  pow: 651.21 W
INFO    26-05-04 20:06:07.421251 - 0:30:21 -   grad: 4.75e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5056  data: 0.001  lr: 2.98e-04  mem: 50%  pow: 663.874 W
INFO    26-05-04 20:06:09.369252 - 0:30:23 -   grad: 4.24e-01  flops: 3.60e+14  wps: 3.37e+04  iter:  0.4958  data: 0.0013  lr: 2.99e-04  mem: 50%  pow: 659.399 W
INFO    26-05-04 20:06:11.438745 - 0:30:25 -   grad: 4.40e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5025  data: 0.001  lr: 3.00e-04  mem: 50%  pow: 627.726 W
INFO    26-05-04 20:06:13.413243 - 0:30:27 -   grad: 3.76e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4762  data: 0.001  lr: 3.00e-04  mem: 50%  pow: 683.003 W
INFO    26-05-04 20:06:15.454077 - 0:30:29 -   grad: 3.95e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5233  data: 0.0014  lr: 3.00e-04  mem: 50%  pow: 653.771 W
INFO    26-05-04 20:06:17.459338 - 0:30:31 -   grad: 4.05e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5127  data: 0.0009  lr: 3.01e-04  mem: 50%  pow: 633.219 W
INFO    26-05-04 20:06:19.495599 - 0:30:33 -   grad: 5.30e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5323  data: 0.001  lr: 3.02e-04  mem: 50%  pow: 633.299 W
INFO    26-05-04 20:06:21.527449 - 0:30:35 -   grad: 6.27e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5175  data: 0.0026  lr: 3.02e-04  mem: 50%  pow: 632.142 W
INFO    26-05-04 20:06:23.566791 - 0:30:37 -   grad: 4.90e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4907  data: 0.0013  lr: 3.02e-04  mem: 50%  pow: 637.847 W
INFO    26-05-04 20:06:25.583690 - 0:30:39 -   grad: 5.34e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5121  data: 0.0014  lr: 3.03e-04  mem: 50%  pow: 655.358 W
INFO    26-05-04 20:06:27.527650 - 0:30:41 -   grad: 4.49e-01  flops: 3.61e+14  wps: 3.38e+04  iter:   0.484  data: 0.0009  lr: 3.04e-04  mem: 50%  pow: 668.919 W
INFO    26-05-04 20:06:29.480519 - 0:30:43 -   grad: 4.35e-01  flops: 3.59e+14  wps: 3.36e+04  iter:  0.5078  data: 0.001  lr: 3.04e-04  mem: 50%  pow: 656.268 W
INFO    26-05-04 20:06:31.538722 - 0:30:45 -   grad: 4.34e-01  flops: 3.40e+14  wps: 3.19e+04  iter:  0.5309  data: 0.001  lr: 3.04e-04  mem: 50%  pow: 635.241 W
INFO    26-05-04 20:06:33.559708 - 0:30:47 -   grad: 3.64e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4991  data: 0.0018  lr: 3.05e-04  mem: 50%  pow: 649.804 W
INFO    26-05-04 20:06:35.609984 - 0:30:49 -   grad: 4.39e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4958  data: 0.0009  lr: 3.05e-04  mem: 50%  pow: 659.678 W
INFO    26-05-04 20:06:37.623297 - 0:30:51 -   grad: 5.23e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5093  data: 0.0011  lr: 3.06e-04  mem: 50%  pow: 655.882 W
INFO    26-05-04 20:06:39.606879 - 0:30:53 -   grad: 5.03e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.5013  data: 0.0013  lr: 3.07e-04  mem: 50%  pow: 660.51 W
INFO    26-05-04 20:06:41.605688 - 0:30:55 -   grad: 4.93e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5048  data: 0.0012  lr: 3.07e-04  mem: 50%  pow: 665.32 W
INFO    26-05-04 20:06:43.617824 - 0:30:57 -   grad: 4.74e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5057  data: 0.0009  lr: 3.07e-04  mem: 50%  pow: 667.015 W
INFO    26-05-04 20:06:45.654350 - 0:30:59 -   grad: 4.80e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5244  data: 0.0011  lr: 3.08e-04  mem: 50%  pow: 648.583 W
INFO    26-05-04 20:06:47.703766 - 0:31:01 -   grad: 4.80e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5268  data: 0.001  lr: 3.09e-04  mem: 50%  pow: 656.079 W
INFO    26-05-04 20:06:49.673733 - 0:31:03 -   grad: 3.93e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.5008  data: 0.001  lr: 3.09e-04  mem: 50%  pow: 658.567 W
INFO    26-05-04 20:06:51.710884 - 0:31:05 -   grad: 3.97e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4794  data: 0.0162  lr: 3.09e-04  mem: 50%  pow: 658.873 W
INFO    26-05-04 20:06:53.696527 - 0:31:07 -   grad: 4.02e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4941  data: 0.001  lr: 3.10e-04  mem: 50%  pow: 656.752 W
INFO    26-05-04 20:06:55.748008 - 0:31:09 -   grad: 4.08e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5017  data: 0.0013  lr: 3.11e-04  mem: 50%  pow: 657.556 W
INFO    26-05-04 20:06:57.759093 - 0:31:11 -   grad: 3.75e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5048  data: 0.0015  lr: 3.11e-04  mem: 50%  pow: 665.679 W
INFO    26-05-04 20:06:59.738462 - 0:31:13 -   grad: 4.04e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4872  data: 0.001  lr: 3.11e-04  mem: 50%  pow: 673.51 W
INFO    26-05-04 20:07:01.710685 - 0:31:15 -   grad: 3.56e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4907  data: 0.001  lr: 3.12e-04  mem: 50%  pow: 675.997 W
INFO    26-05-04 20:07:03.715059 - 0:31:17 -   grad: 3.25e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5044  data: 0.001  lr: 3.13e-04  mem: 50%  pow: 649.693 W
INFO    26-05-04 20:07:05.719772 - 0:31:19 -   grad: 3.37e-01  flops: 3.50e+14  wps: 3.27e+04  iter:   0.515  data: 0.0009  lr: 3.13e-04  mem: 50%  pow: 654.708 W
INFO    26-05-04 20:07:07.746006 - 0:31:21 -   grad: 3.39e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5085  data: 0.0011  lr: 3.14e-04  mem: 50%  pow: 647.922 W
INFO    26-05-04 20:07:09.737884 - 0:31:23 -   grad: 3.13e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5123  data: 0.0009  lr: 3.14e-04  mem: 50%  pow: 653.856 W
INFO    26-05-04 20:07:11.757781 - 0:31:25 -   grad: 2.90e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.4887  data: 0.0009  lr: 3.15e-04  mem: 50%  pow: 657.983 W
INFO    26-05-04 20:07:13.740434 - 0:31:27 -   grad: 3.33e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5026  data: 0.0012  lr: 3.15e-04  mem: 50%  pow: 658.706 W
INFO    26-05-04 20:07:15.772019 - 0:31:29 -   grad: 3.29e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5006  data: 0.0009  lr: 3.16e-04  mem: 50%  pow: 651.888 W
INFO    26-05-04 20:07:17.783416 - 0:31:31 -   grad: 3.32e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5326  data: 0.0012  lr: 3.16e-04  mem: 50%  pow: 642.86 W
INFO    26-05-04 20:07:19.793568 - 0:31:33 -   grad: 3.47e-01  flops: 3.49e+14  wps: 3.26e+04  iter:   0.494  data: 0.001  lr: 3.16e-04  mem: 50%  pow: 665.031 W
INFO    26-05-04 20:07:21.825719 - 0:31:35 -   grad: 3.90e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5171  data: 0.0014  lr: 3.17e-04  mem: 50%  pow: 660.667 W
INFO    26-05-04 20:07:23.845151 - 0:31:37 -   grad: 4.17e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4968  data: 0.0009  lr: 3.18e-04  mem: 50%  pow: 654.933 W
INFO    26-05-04 20:07:25.833301 - 0:31:39 -   grad: 3.78e-01  flops: 3.52e+14  wps: 3.30e+04  iter:   0.498  data: 0.001  lr: 3.18e-04  mem: 50%  pow: 651.728 W
INFO    26-05-04 20:07:27.812060 - 0:31:41 -   grad: 3.76e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4805  data: 0.0011  lr: 3.18e-04  mem: 50%  pow: 664.263 W
INFO    26-05-04 20:07:29.777769 - 0:31:43 -   grad: 4.40e-01  flops: 3.56e+14  wps: 3.34e+04  iter:  0.4941  data: 0.001  lr: 3.19e-04  mem: 50%  pow: 661.318 W
INFO    26-05-04 20:07:31.820556 - 0:31:45 -   grad: 4.60e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5082  data: 0.0009  lr: 3.20e-04  mem: 50%  pow: 657.05 W
INFO    26-05-04 20:07:33.817794 - 0:31:47 -   grad: 4.54e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5121  data: 0.001  lr: 3.20e-04  mem: 50%  pow: 659.188 W
INFO    26-05-04 20:07:35.797182 - 0:31:49 -   grad: 4.57e-01  flops: 3.54e+14  wps: 3.31e+04  iter:    0.52  data: 0.0013  lr: 3.21e-04  mem: 50%  pow: 652.194 W
INFO    26-05-04 20:07:37.782857 - 0:31:51 -   grad: 4.59e-01  flops: 3.53e+14  wps: 3.30e+04  iter:   0.497  data: 0.0013  lr: 3.21e-04  mem: 50%  pow: 644.853 W
INFO    26-05-04 20:07:39.826888 - 0:31:53 -   grad: 4.79e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4898  data: 0.0148  lr: 3.22e-04  mem: 50%  pow: 648.445 W
INFO    26-05-04 20:07:41.843031 - 0:31:55 -   grad: 4.22e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5211  data: 0.0012  lr: 3.22e-04  mem: 50%  pow: 650.84 W
INFO    26-05-04 20:07:43.930964 - 0:31:57 -   grad: 3.70e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.5041  data: 0.001  lr: 3.23e-04  mem: 50%  pow: 649.643 W
INFO    26-05-04 20:07:45.927810 - 0:31:59 -   grad: 3.52e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5083  data: 0.001  lr: 3.23e-04  mem: 50%  pow: 658.596 W
INFO    26-05-04 20:07:47.994434 - 0:32:01 -   grad: 3.47e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5159  data: 0.0012  lr: 3.24e-04  mem: 50%  pow: 649.426 W
INFO    26-05-04 20:07:50.039542 - 0:32:03 -   grad: 3.33e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4981  data: 0.0013  lr: 3.24e-04  mem: 50%  pow: 661.282 W
INFO    26-05-04 20:07:52.066644 - 0:32:05 -   grad: 3.39e-01  flops: 3.46e+14  wps: 3.23e+04  iter:  0.4932  data: 0.0013  lr: 3.25e-04  mem: 50%  pow: 649.421 W
INFO    26-05-04 20:07:54.107345 - 0:32:07 -   grad: 3.63e-01  flops: 3.43e+14  wps: 3.21e+04  iter:   0.499  data: 0.0014  lr: 3.25e-04  mem: 50%  pow: 651.14 W
INFO    26-05-04 20:07:56.149124 - 0:32:09 -   grad: 3.26e-01  flops: 3.43e+14  wps: 3.21e+04  iter:   0.529  data: 0.0014  lr: 3.25e-04  mem: 50%  pow: 655.519 W
INFO    26-05-04 20:07:58.161937 - 0:32:11 -   grad: 3.50e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5302  data: 0.0011  lr: 3.26e-04  mem: 50%  pow: 658.713 W
INFO    26-05-04 20:08:00.181682 - 0:32:13 -   grad: 3.31e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4917  data: 0.0014  lr: 3.27e-04  mem: 50%  pow: 659.242 W
INFO    26-05-04 20:08:02.176422 - 0:32:15 -   grad: 2.86e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4968  data: 0.0014  lr: 3.27e-04  mem: 50%  pow: 661.028 W
INFO    26-05-04 20:08:04.187267 - 0:32:17 -   grad: 3.59e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5199  data: 0.001  lr: 3.28e-04  mem: 50%  pow: 647.047 W
INFO    26-05-04 20:08:06.235196 - 0:32:19 -   grad: 3.80e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5217  data: 0.001  lr: 3.28e-04  mem: 50%  pow: 657.44 W
INFO    26-05-04 20:08:08.231069 - 0:32:21 -   grad: 4.91e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5028  data: 0.0071  lr: 3.29e-04  mem: 50%  pow: 662.214 W
INFO    26-05-04 20:08:10.255605 - 0:32:24 -   grad: 5.70e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5023  data: 0.0014  lr: 3.29e-04  mem: 50%  pow: 658.177 W
INFO    26-05-04 20:08:12.259694 - 0:32:26 -   grad: 4.60e-01  flops: 3.49e+14  wps: 3.27e+04  iter:    0.51  data: 0.001  lr: 3.30e-04  mem: 50%  pow: 661.148 W
INFO    26-05-04 20:08:14.259877 - 0:32:28 -   grad: 4.35e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4837  data: 0.001  lr: 3.30e-04  mem: 50%  pow: 651.541 W
INFO    26-05-04 20:08:16.307647 - 0:32:30 -   grad: 4.29e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4985  data: 0.0011  lr: 3.31e-04  mem: 50%  pow: 649.067 W
INFO    26-05-04 20:08:18.393380 - 0:32:32 -   grad: 4.06e-01  flops: 3.36e+14  wps: 3.14e+04  iter:   0.547  data: 0.0013  lr: 3.31e-04  mem: 50%  pow: 631.57 W
INFO    26-05-04 20:08:20.393588 - 0:32:34 -   grad: 4.35e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5093  data: 0.0011  lr: 3.32e-04  mem: 50%  pow: 653.783 W
INFO    26-05-04 20:08:22.413029 - 0:32:36 -   grad: 4.24e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5177  data: 0.0021  lr: 3.32e-04  mem: 50%  pow: 633.315 W
INFO    26-05-04 20:08:24.443897 - 0:32:38 -   grad: 4.31e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4873  data: 0.0163  lr: 3.33e-04  mem: 50%  pow: 634.628 W
INFO    26-05-04 20:08:26.401743 - 0:32:40 -   grad: 4.04e-01  flops: 3.58e+14  wps: 3.35e+04  iter:   0.496  data: 0.001  lr: 3.33e-04  mem: 50%  pow: 671.404 W
INFO    26-05-04 20:08:28.371399 - 0:32:42 -   grad: 4.08e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4975  data: 0.0011  lr: 3.34e-04  mem: 50%  pow: 648.029 W
INFO    26-05-04 20:08:30.359834 - 0:32:44 -   grad: 3.88e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5002  data: 0.0013  lr: 3.34e-04  mem: 50%  pow: 650.222 W
INFO    26-05-04 20:08:32.392108 - 0:32:46 -   grad: 3.91e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5014  data: 0.0047  lr: 3.35e-04  mem: 50%  pow: 654.613 W
INFO    26-05-04 20:08:34.379018 - 0:32:48 -   grad: 3.88e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5217  data: 0.001  lr: 3.35e-04  mem: 50%  pow: 648.176 W
INFO    26-05-04 20:08:36.365171 - 0:32:50 -   grad: 3.41e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5052  data: 0.0014  lr: 3.36e-04  mem: 50%  pow: 648.705 W
INFO    26-05-04 20:08:38.354078 - 0:32:52 -   grad: 3.26e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5261  data: 0.0011  lr: 3.36e-04  mem: 50%  pow: 648.627 W
INFO    26-05-04 20:08:40.397775 - 0:32:54 -   grad: 3.35e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5126  data: 0.0013  lr: 3.37e-04  mem: 50%  pow: 637.353 W
INFO    26-05-04 20:08:42.414950 - 0:32:56 -   grad: 2.91e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5136  data: 0.001  lr: 3.37e-04  mem: 50%  pow: 653.158 W
INFO    26-05-04 20:08:44.495941 - 0:32:58 -   grad: 3.40e-01  flops: 3.37e+14  wps: 3.15e+04  iter:  0.5042  data: 0.0009  lr: 3.38e-04  mem: 50%  pow: 647.103 W
INFO    26-05-04 20:08:46.481865 - 0:33:00 -   grad: 3.67e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5038  data: 0.0012  lr: 3.38e-04  mem: 50%  pow: 648.992 W
INFO    26-05-04 20:08:48.483583 - 0:33:02 -   grad: 4.51e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4832  data: 0.0013  lr: 3.39e-04  mem: 50%  pow: 662.071 W
INFO    26-05-04 20:08:50.531298 - 0:33:04 -   grad: 4.68e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5103  data: 0.001  lr: 3.39e-04  mem: 50%  pow: 653.296 W
INFO    26-05-04 20:08:52.533645 - 0:33:06 -   grad: 4.70e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5064  data: 0.0013  lr: 3.40e-04  mem: 50%  pow: 662.926 W
INFO    26-05-04 20:08:54.517292 - 0:33:08 -   grad: 4.45e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4693  data: 0.0136  lr: 3.40e-04  mem: 50%  pow: 675.889 W
INFO    26-05-04 20:08:56.505486 - 0:33:10 -   grad: 4.50e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5004  data: 0.0025  lr: 3.41e-04  mem: 50%  pow: 665.537 W
INFO    26-05-04 20:08:58.556223 - 0:33:12 -   grad: 3.76e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4941  data: 0.0012  lr: 3.41e-04  mem: 50%  pow: 647.399 W
INFO    26-05-04 20:09:00.562059 - 0:33:14 -   grad: 3.86e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5007  data: 0.0026  lr: 3.42e-04  mem: 50%  pow: 650.607 W
INFO    26-05-04 20:09:02.565043 - 0:33:16 -   grad: 3.18e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5011  data: 0.0013  lr: 3.42e-04  mem: 50%  pow: 658.864 W
INFO    26-05-04 20:09:04.566797 - 0:33:18 -   grad: 3.37e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4883  data: 0.001  lr: 3.43e-04  mem: 50%  pow: 668.564 W
INFO    26-05-04 20:09:06.553577 - 0:33:20 -   grad: 3.72e-01  flops: 3.53e+14  wps: 3.30e+04  iter:     0.5  data: 0.001  lr: 3.43e-04  mem: 50%  pow: 653.78 W
INFO    26-05-04 20:09:08.613368 - 0:33:22 -   grad: 3.94e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.4774  data: 0.0169  lr: 3.44e-04  mem: 50%  pow: 662.12 W
INFO    26-05-04 20:09:10.646566 - 0:33:24 -   grad: 3.64e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5077  data: 0.0154  lr: 3.44e-04  mem: 50%  pow: 648.014 W
INFO    26-05-04 20:09:12.706417 - 0:33:26 -   grad: 3.20e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5143  data: 0.0008  lr: 3.44e-04  mem: 50%  pow: 632.613 W
INFO    26-05-04 20:09:14.711837 - 0:33:28 -   grad: 2.90e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5221  data: 0.001  lr: 3.45e-04  mem: 50%  pow: 655.815 W
INFO    26-05-04 20:09:16.700123 - 0:33:30 -   grad: 3.33e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4975  data: 0.001  lr: 3.45e-04  mem: 50%  pow: 650.287 W
INFO    26-05-04 20:09:18.725512 - 0:33:32 -   grad: 3.62e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5057  data: 0.0013  lr: 3.46e-04  mem: 50%  pow: 648.093 W
INFO    26-05-04 20:09:20.744941 - 0:33:34 -   grad: 3.73e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5025  data: 0.0009  lr: 3.46e-04  mem: 50%  pow: 644.486 W
INFO    26-05-04 20:09:22.695552 - 0:33:36 -   grad: 4.31e-01  flops: 3.60e+14  wps: 3.37e+04  iter:  0.4885  data: 0.0011  lr: 3.47e-04  mem: 50%  pow: 669.966 W
INFO    26-05-04 20:09:24.703268 - 0:33:38 -   grad: 3.45e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4987  data: 0.001  lr: 3.47e-04  mem: 50%  pow: 656.725 W
INFO    26-05-04 20:09:26.640440 - 0:33:40 -   grad: 3.31e-01  flops: 3.62e+14  wps: 3.39e+04  iter:  0.4804  data: 0.001  lr: 3.48e-04  mem: 50%  pow: 663.23 W
INFO    26-05-04 20:09:28.631377 - 0:33:42 -   grad: 3.35e-01  flops: 3.52e+14  wps: 3.29e+04  iter:   0.498  data: 0.001  lr: 3.48e-04  mem: 50%  pow: 666.642 W
INFO    26-05-04 20:09:30.677818 - 0:33:44 -   grad: 2.67e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.4812  data: 0.0023  lr: 3.49e-04  mem: 50%  pow: 653.793 W
INFO    26-05-04 20:09:32.692771 - 0:33:46 -   grad: 3.36e-01  flops: 3.48e+14  wps: 3.25e+04  iter:    0.49  data: 0.0012  lr: 3.49e-04  mem: 50%  pow: 658.646 W
INFO    26-05-04 20:09:34.666462 - 0:33:48 -   grad: 3.15e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.5038  data: 0.0013  lr: 3.50e-04  mem: 50%  pow: 664.13 W
INFO    26-05-04 20:09:36.643898 - 0:33:50 -   grad: 2.64e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.5116  data: 0.0021  lr: 3.51e-04  mem: 50%  pow: 651.949 W
INFO    26-05-04 20:09:38.626903 - 0:33:52 -   grad: 2.86e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4901  data: 0.0013  lr: 3.51e-04  mem: 50%  pow: 653.901 W
INFO    26-05-04 20:09:40.609319 - 0:33:54 -   grad: 3.14e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5017  data: 0.0014  lr: 3.51e-04  mem: 50%  pow: 666.524 W
INFO    26-05-04 20:09:42.633080 - 0:33:56 -   grad: 3.33e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5015  data: 0.0013  lr: 3.52e-04  mem: 50%  pow: 665.538 W
INFO    26-05-04 20:09:44.662861 - 0:33:58 -   grad: 3.30e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5019  data: 0.001  lr: 3.53e-04  mem: 50%  pow: 665.169 W
INFO    26-05-04 20:09:46.661607 - 0:34:00 -   grad: 3.01e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4958  data: 0.001  lr: 3.53e-04  mem: 50%  pow: 669.838 W
INFO    26-05-04 20:09:48.732266 - 0:34:02 -   grad: 2.83e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5069  data: 0.0013  lr: 3.53e-04  mem: 50%  pow: 661.5 W
INFO    26-05-04 20:09:50.745148 - 0:34:04 -   grad: 3.31e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.497  data: 0.0013  lr: 3.54e-04  mem: 50%  pow: 663.865 W
INFO    26-05-04 20:09:52.763788 - 0:34:06 -   grad: 3.52e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5269  data: 0.0011  lr: 3.54e-04  mem: 50%  pow: 665.998 W
INFO    26-05-04 20:09:54.799350 - 0:34:08 -   grad: 3.18e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5018  data: 0.0015  lr: 3.55e-04  mem: 50%  pow: 654.453 W
INFO    26-05-04 20:09:56.860712 - 0:34:10 -   grad: 3.32e-01  flops: 3.40e+14  wps: 3.18e+04  iter:   0.513  data: 0.0011  lr: 3.55e-04  mem: 50%  pow: 640.62 W
INFO    26-05-04 20:09:58.886923 - 0:34:12 -   grad: 3.46e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5019  data: 0.0011  lr: 3.56e-04  mem: 50%  pow: 639.284 W
INFO    26-05-04 20:10:00.854665 - 0:34:14 -   grad: 3.33e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.5076  data: 0.001  lr: 3.56e-04  mem: 50%  pow: 665.273 W
INFO    26-05-04 20:10:02.822925 - 0:34:16 -   grad: 4.03e-01  flops: 3.58e+14  wps: 3.35e+04  iter:  0.5074  data: 0.0011  lr: 3.57e-04  mem: 50%  pow: 657.802 W
INFO    26-05-04 20:10:04.823419 - 0:34:18 -   grad: 5.11e-01  flops: 3.50e+14  wps: 3.28e+04  iter:   0.492  data: 0.0012  lr: 3.58e-04  mem: 50%  pow: 663.404 W
INFO    26-05-04 20:10:06.804079 - 0:34:20 -   grad: 4.21e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4796  data: 0.001  lr: 3.58e-04  mem: 50%  pow: 665.548 W
INFO    26-05-04 20:10:08.775308 - 0:34:22 -   grad: 4.29e-01  flops: 3.55e+14  wps: 3.33e+04  iter:  0.4916  data: 0.0015  lr: 3.58e-04  mem: 50%  pow: 658.448 W
INFO    26-05-04 20:10:10.777043 - 0:34:24 -   grad: 3.41e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5253  data: 0.001  lr: 3.59e-04  mem: 50%  pow: 641.198 W
INFO    26-05-04 20:10:12.862109 - 0:34:26 -   grad: 3.39e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.5065  data: 0.001  lr: 3.60e-04  mem: 50%  pow: 635.223 W
INFO    26-05-04 20:10:14.867840 - 0:34:28 -   grad: 3.72e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4905  data: 0.001  lr: 3.60e-04  mem: 50%  pow: 659.275 W
INFO    26-05-04 20:10:16.846760 - 0:34:30 -   grad: 3.53e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4951  data: 0.001  lr: 3.60e-04  mem: 50%  pow: 652.588 W
INFO    26-05-04 20:10:18.857387 - 0:34:32 -   grad: 3.04e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.516  data: 0.0009  lr: 3.61e-04  mem: 50%  pow: 652.906 W
INFO    26-05-04 20:10:20.896033 - 0:34:34 -   grad: 3.48e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5072  data: 0.001  lr: 3.62e-04  mem: 50%  pow: 639.03 W
INFO    26-05-04 20:10:22.930748 - 0:34:36 -   grad: 3.44e-01  flops: 3.46e+14  wps: 3.23e+04  iter:  0.5253  data: 0.001  lr: 3.62e-04  mem: 50%  pow: 648.735 W
INFO    26-05-04 20:10:24.932796 - 0:34:38 -   grad: 3.36e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5324  data: 0.001  lr: 3.62e-04  mem: 50%  pow: 643.23 W
INFO    26-05-04 20:10:26.896340 - 0:34:40 -   grad: 3.36e-01  flops: 3.57e+14  wps: 3.34e+04  iter:   0.483  data: 0.016  lr: 3.63e-04  mem: 50%  pow: 653.833 W
INFO    26-05-04 20:10:28.976415 - 0:34:42 -   grad: 2.78e-01  flops: 3.37e+14  wps: 3.15e+04  iter:  0.5312  data: 0.0014  lr: 3.63e-04  mem: 50%  pow: 651.667 W
INFO    26-05-04 20:10:31.002099 - 0:34:44 -   grad: 2.55e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4992  data: 0.0011  lr: 3.64e-04  mem: 50%  pow: 645.186 W
INFO    26-05-04 20:10:32.992114 - 0:34:46 -   grad: 3.13e-01  flops: 3.52e+14  wps: 3.30e+04  iter:   0.503  data: 0.0009  lr: 3.65e-04  mem: 50%  pow: 658.806 W
INFO    26-05-04 20:10:34.999572 - 0:34:48 -   grad: 2.90e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4856  data: 0.0011  lr: 3.65e-04  mem: 50%  pow: 679.835 W
INFO    26-05-04 20:10:37.005851 - 0:34:50 -   grad: 2.83e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4766  data: 0.0277  lr: 3.65e-04  mem: 50%  pow: 654.844 W
INFO    26-05-04 20:10:39.041032 - 0:34:52 -   grad: 3.24e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5144  data: 0.0009  lr: 3.66e-04  mem: 50%  pow: 652.557 W
INFO    26-05-04 20:10:41.043836 - 0:34:54 -   grad: 3.45e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5027  data: 0.0014  lr: 3.67e-04  mem: 50%  pow: 663.819 W
INFO    26-05-04 20:10:43.016025 - 0:34:56 -   grad: 3.05e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4991  data: 0.0009  lr: 3.67e-04  mem: 50%  pow: 658.957 W
INFO    26-05-04 20:10:45.041202 - 0:34:58 -   grad: 2.55e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5206  data: 0.0031  lr: 3.67e-04  mem: 50%  pow: 656.652 W
INFO    26-05-04 20:10:47.045393 - 0:35:00 -   grad: 2.71e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5165  data: 0.0008  lr: 3.68e-04  mem: 50%  pow: 648.764 W
INFO    26-05-04 20:10:48.976930 - 0:35:02 -   grad: 2.61e-01  flops: 3.63e+14  wps: 3.40e+04  iter:  0.4824  data: 0.001  lr: 3.69e-04  mem: 50%  pow: 673.123 W
INFO    26-05-04 20:10:50.979392 - 0:35:04 -   grad: 2.97e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5437  data: 0.0013  lr: 3.69e-04  mem: 50%  pow: 637.498 W
INFO    26-05-04 20:10:53.012037 - 0:35:06 -   grad: 3.41e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4986  data: 0.001  lr: 3.69e-04  mem: 50%  pow: 649.256 W
INFO    26-05-04 20:10:55.074890 - 0:35:08 -   grad: 3.41e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5403  data: 0.0014  lr: 3.70e-04  mem: 50%  pow: 628.317 W
INFO    26-05-04 20:10:57.035189 - 0:35:10 -   grad: 3.26e-01  flops: 3.58e+14  wps: 3.35e+04  iter:  0.4956  data: 0.0015  lr: 3.71e-04  mem: 50%  pow: 658.991 W
INFO    26-05-04 20:10:59.049095 - 0:35:12 -   grad: 3.00e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5062  data: 0.0013  lr: 3.71e-04  mem: 50%  pow: 647.497 W
INFO    26-05-04 20:11:01.013814 - 0:35:14 -   grad: 3.14e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.5009  data: 0.0015  lr: 3.72e-04  mem: 50%  pow: 644.972 W
INFO    26-05-04 20:11:03.037456 - 0:35:16 -   grad: 2.82e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4901  data: 0.0041  lr: 3.72e-04  mem: 50%  pow: 656.885 W
INFO    26-05-04 20:11:05.012859 - 0:35:18 -   grad: 2.97e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.5046  data: 0.001  lr: 3.73e-04  mem: 50%  pow: 644.618 W
INFO    26-05-04 20:11:07.008143 - 0:35:20 -   grad: 3.35e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4882  data: 0.001  lr: 3.73e-04  mem: 50%  pow: 662.329 W
INFO    26-05-04 20:11:09.038005 - 0:35:22 -   grad: 3.45e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5041  data: 0.0011  lr: 3.74e-04  mem: 50%  pow: 661.225 W
INFO    26-05-04 20:11:11.042070 - 0:35:24 -   grad: 3.59e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5058  data: 0.001  lr: 3.74e-04  mem: 50%  pow: 671.225 W
INFO    26-05-04 20:11:13.055021 - 0:35:26 -   grad: 3.02e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4934  data: 0.0013  lr: 3.74e-04  mem: 50%  pow: 652.62 W
INFO    26-05-04 20:11:15.092774 - 0:35:28 -   grad: 3.22e-01  flops: 3.44e+14  wps: 3.22e+04  iter:   0.499  data: 0.0012  lr: 3.75e-04  mem: 50%  pow: 654.631 W
INFO    26-05-04 20:11:17.129610 - 0:35:30 -   grad: 3.64e-01  flops: 3.44e+14  wps: 3.22e+04  iter:   0.519  data: 0.0011  lr: 3.76e-04  mem: 50%  pow: 645.047 W
INFO    26-05-04 20:11:19.157472 - 0:35:32 -   grad: 4.24e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5097  data: 0.0029  lr: 3.76e-04  mem: 50%  pow: 647.031 W
INFO    26-05-04 20:11:21.169621 - 0:35:34 -   grad: 4.06e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4973  data: 0.0013  lr: 3.76e-04  mem: 50%  pow: 656.278 W
INFO    26-05-04 20:11:23.148317 - 0:35:36 -   grad: 3.78e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4826  data: 0.0013  lr: 3.77e-04  mem: 50%  pow: 665.603 W
INFO    26-05-04 20:11:25.211858 - 0:35:38 -   grad: 3.84e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5185  data: 0.0012  lr: 3.78e-04  mem: 50%  pow: 634.405 W
INFO    26-05-04 20:11:27.230711 - 0:35:40 -   grad: 4.61e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5292  data: 0.0009  lr: 3.78e-04  mem: 50%  pow: 658.784 W
INFO    26-05-04 20:11:29.178284 - 0:35:42 -   grad: 3.96e-01  flops: 3.60e+14  wps: 3.37e+04  iter:  0.4936  data: 0.001  lr: 3.78e-04  mem: 50%  pow: 673.017 W
INFO    26-05-04 20:11:31.187003 - 0:35:44 -   grad: 3.47e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5127  data: 0.0012  lr: 3.79e-04  mem: 50%  pow: 658.423 W
INFO    26-05-04 20:11:33.241423 - 0:35:46 -   grad: 3.76e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5015  data: 0.0015  lr: 3.80e-04  mem: 50%  pow: 663.649 W
INFO    26-05-04 20:11:35.231844 - 0:35:48 -   grad: 3.00e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4891  data: 0.0012  lr: 3.80e-04  mem: 50%  pow: 664.667 W
INFO    26-05-04 20:11:37.265174 - 0:35:51 -   grad: 3.48e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4886  data: 0.0013  lr: 3.81e-04  mem: 50%  pow: 650.771 W
INFO    26-05-04 20:11:39.277784 - 0:35:53 -   grad: 3.24e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.497  data: 0.0011  lr: 3.81e-04  mem: 50%  pow: 651.73 W
INFO    26-05-04 20:11:41.287313 - 0:35:55 -   grad: 2.80e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.4938  data: 0.0011  lr: 3.82e-04  mem: 50%  pow: 668.261 W
INFO    26-05-04 20:11:43.302805 - 0:35:57 -   grad: 2.68e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5148  data: 0.0013  lr: 3.82e-04  mem: 50%  pow: 651.093 W
INFO    26-05-04 20:11:45.315081 - 0:35:59 -   grad: 2.34e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5156  data: 0.0014  lr: 3.83e-04  mem: 50%  pow: 653.422 W
INFO    26-05-04 20:11:47.355415 - 0:36:01 -   grad: 2.79e-01  flops: 3.43e+14  wps: 3.22e+04  iter:  0.5245  data: 0.0011  lr: 3.83e-04  mem: 50%  pow: 647.787 W
INFO    26-05-04 20:11:49.410194 - 0:36:03 -   grad: 2.67e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5258  data: 0.0142  lr: 3.83e-04  mem: 50%  pow: 649.231 W
INFO    26-05-04 20:11:51.360309 - 0:36:05 -   grad: 2.55e-01  flops: 3.59e+14  wps: 3.37e+04  iter:  0.4667  data: 0.001  lr: 3.84e-04  mem: 50%  pow: 666.058 W
INFO    26-05-04 20:11:53.309379 - 0:36:07 -   grad: 2.70e-01  flops: 3.59e+14  wps: 3.36e+04  iter:  0.4836  data: 0.0011  lr: 3.85e-04  mem: 50%  pow: 682.923 W
INFO    26-05-04 20:11:55.300459 - 0:36:09 -   grad: 3.13e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5181  data: 0.001  lr: 3.85e-04  mem: 50%  pow: 658.732 W
INFO    26-05-04 20:11:57.286384 - 0:36:11 -   grad: 3.00e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4988  data: 0.0012  lr: 3.85e-04  mem: 50%  pow: 658.963 W
INFO    26-05-04 20:11:59.298750 - 0:36:13 -   grad: 2.78e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4998  data: 0.0013  lr: 3.86e-04  mem: 50%  pow: 656.317 W
INFO    26-05-04 20:12:01.332247 - 0:36:15 -   grad: 2.88e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5112  data: 0.0147  lr: 3.87e-04  mem: 50%  pow: 636.468 W
INFO    26-05-04 20:12:03.308487 - 0:36:17 -   grad: 2.77e-01  flops: 3.55e+14  wps: 3.32e+04  iter:   0.497  data: 0.0012  lr: 3.87e-04  mem: 50%  pow: 657.679 W
INFO    26-05-04 20:12:05.347194 - 0:36:19 -   grad: 2.45e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4893  data: 0.0012  lr: 3.88e-04  mem: 50%  pow: 640.103 W
INFO    26-05-04 20:12:07.267800 - 0:36:21 -   grad: 2.64e-01  flops: 3.65e+14  wps: 3.42e+04  iter:  0.4792  data: 0.0079  lr: 3.88e-04  mem: 50%  pow: 669.587 W
INFO    26-05-04 20:12:09.231445 - 0:36:22 -   grad: 2.52e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.5172  data: 0.0013  lr: 3.89e-04  mem: 50%  pow: 648.161 W
INFO    26-05-04 20:12:11.236803 - 0:36:24 -   grad: 2.56e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4913  data: 0.0205  lr: 3.89e-04  mem: 50%  pow: 655.836 W
INFO    26-05-04 20:12:13.230065 - 0:36:26 -   grad: 2.57e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5047  data: 0.0014  lr: 3.90e-04  mem: 50%  pow: 662.944 W
INFO    26-05-04 20:12:15.219551 - 0:36:28 -   grad: 2.98e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5085  data: 0.0009  lr: 3.90e-04  mem: 50%  pow: 662.594 W
INFO    26-05-04 20:12:17.225763 - 0:36:30 -   grad: 2.93e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5002  data: 0.001  lr: 3.91e-04  mem: 50%  pow: 656.734 W
INFO    26-05-04 20:12:19.210983 - 0:36:32 -   grad: 3.03e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4978  data: 0.0014  lr: 3.91e-04  mem: 50%  pow: 667.756 W
INFO    26-05-04 20:12:21.188968 - 0:36:34 -   grad: 3.87e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4919  data: 0.0009  lr: 3.92e-04  mem: 50%  pow: 683.756 W
INFO    26-05-04 20:12:23.165789 - 0:36:36 -   grad: 3.86e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4862  data: 0.0014  lr: 3.92e-04  mem: 50%  pow: 661.656 W
INFO    26-05-04 20:12:25.162193 - 0:36:38 -   grad: 3.76e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4978  data: 0.0014  lr: 3.92e-04  mem: 50%  pow: 662.085 W
INFO    26-05-04 20:12:27.186610 - 0:36:40 -   grad: 3.55e-01  flops: 3.46e+14  wps: 3.24e+04  iter:   0.539  data: 0.0013  lr: 3.93e-04  mem: 50%  pow: 661.118 W
INFO    26-05-04 20:12:29.180545 - 0:36:42 -   grad: 3.59e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5006  data: 0.001  lr: 3.94e-04  mem: 50%  pow: 656.622 W
INFO    26-05-04 20:12:31.177240 - 0:36:44 -   grad: 3.94e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4957  data: 0.0011  lr: 3.94e-04  mem: 50%  pow: 657.686 W
INFO    26-05-04 20:12:33.159121 - 0:36:46 -   grad: 4.08e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4944  data: 0.0013  lr: 3.95e-04  mem: 50%  pow: 665.736 W
INFO    26-05-04 20:12:35.215559 - 0:36:48 -   grad: 3.46e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5434  data: 0.001  lr: 3.95e-04  mem: 50%  pow: 650.439 W
INFO    26-05-04 20:12:37.214513 - 0:36:50 -   grad: 3.29e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5102  data: 0.001  lr: 3.96e-04  mem: 50%  pow: 665.828 W
INFO    26-05-04 20:12:39.229643 - 0:36:52 -   grad: 3.20e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.4953  data: 0.001  lr: 3.96e-04  mem: 50%  pow: 662.938 W
INFO    26-05-04 20:12:41.259479 - 0:36:55 -   grad: 3.19e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5121  data: 0.0013  lr: 3.97e-04  mem: 50%  pow: 664.683 W
INFO    26-05-04 20:12:43.287349 - 0:36:57 -   grad: 3.07e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4997  data: 0.0012  lr: 3.97e-04  mem: 50%  pow: 654.2 W
INFO    26-05-04 20:12:45.284758 - 0:36:59 -   grad: 2.98e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5055  data: 0.0013  lr: 3.98e-04  mem: 50%  pow: 657.517 W
INFO    26-05-04 20:12:47.317816 - 0:37:01 -   grad: 2.86e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5057  data: 0.0012  lr: 3.98e-04  mem: 50%  pow: 653.595 W
INFO    26-05-04 20:12:49.297723 - 0:37:03 -   grad: 2.72e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5104  data: 0.001  lr: 3.99e-04  mem: 50%  pow: 647.969 W
INFO    26-05-04 20:12:51.312964 - 0:37:05 -   grad: 2.85e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4748  data: 0.001  lr: 3.99e-04  mem: 50%  pow: 671.544 W
INFO    26-05-04 20:12:53.309378 - 0:37:07 -   grad: 2.62e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5056  data: 0.0013  lr: 4.00e-04  mem: 50%  pow: 656.411 W
INFO    26-05-04 20:12:55.304142 - 0:37:09 -   grad: 2.45e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4908  data: 0.0136  lr: 4.00e-04  mem: 50%  pow: 648.018 W
INFO    26-05-04 20:12:57.344022 - 0:37:11 -   grad: 2.27e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5118  data: 0.0013  lr: 4.01e-04  mem: 50%  pow: 662.018 W
INFO    26-05-04 20:12:59.329380 - 0:37:13 -   grad: 2.69e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5019  data: 0.0051  lr: 4.01e-04  mem: 50%  pow: 662.954 W
INFO    26-05-04 20:13:01.361734 - 0:37:15 -   grad: 2.87e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5179  data: 0.001  lr: 4.02e-04  mem: 50%  pow: 656.319 W
INFO    26-05-04 20:13:03.379115 - 0:37:17 -   grad: 2.54e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4947  data: 0.0069  lr: 4.02e-04  mem: 50%  pow: 654.572 W
INFO    26-05-04 20:13:05.381585 - 0:37:19 -   grad: 2.60e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4806  data: 0.0011  lr: 4.03e-04  mem: 50%  pow: 672.767 W
INFO    26-05-04 20:13:07.337727 - 0:37:21 -   grad: 2.74e-01  flops: 3.58e+14  wps: 3.35e+04  iter:  0.5131  data: 0.0015  lr: 4.03e-04  mem: 50%  pow: 659.208 W
INFO    26-05-04 20:13:09.316127 - 0:37:23 -   grad: 2.68e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4885  data: 0.001  lr: 4.04e-04  mem: 50%  pow: 653.994 W
INFO    26-05-04 20:13:11.331380 - 0:37:25 -   grad: 3.04e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5022  data: 0.0011  lr: 4.04e-04  mem: 50%  pow: 641.999 W
INFO    26-05-04 20:13:13.296152 - 0:37:27 -   grad: 2.66e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4853  data: 0.001  lr: 4.05e-04  mem: 50%  pow: 664.27 W
INFO    26-05-04 20:13:15.338023 - 0:37:29 -   grad: 2.67e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5116  data: 0.0013  lr: 4.05e-04  mem: 50%  pow: 653.592 W
INFO    26-05-04 20:13:17.368225 - 0:37:31 -   grad: 3.00e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5005  data: 0.0046  lr: 4.06e-04  mem: 50%  pow: 653.065 W
INFO    26-05-04 20:13:19.341284 - 0:37:33 -   grad: 3.35e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4954  data: 0.001  lr: 4.06e-04  mem: 50%  pow: 655.524 W
INFO    26-05-04 20:13:21.348921 - 0:37:35 -   grad: 3.63e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5035  data: 0.0011  lr: 4.06e-04  mem: 50%  pow: 666.381 W
INFO    26-05-04 20:13:23.346544 - 0:37:37 -   grad: 3.83e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5224  data: 0.001  lr: 4.07e-04  mem: 50%  pow: 647.991 W
INFO    26-05-04 20:13:25.297169 - 0:37:39 -   grad: 3.22e-01  flops: 3.59e+14  wps: 3.36e+04  iter:  0.4957  data: 0.0012  lr: 4.07e-04  mem: 50%  pow: 663.661 W
INFO    26-05-04 20:13:27.294687 - 0:37:41 -   grad: 3.38e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5002  data: 0.0012  lr: 4.08e-04  mem: 50%  pow: 659.669 W
INFO    26-05-04 20:13:29.316468 - 0:37:43 -   grad: 3.05e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4988  data: 0.0013  lr: 4.09e-04  mem: 50%  pow: 674.098 W
INFO    26-05-04 20:13:31.369917 - 0:37:45 -   grad: 2.44e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4999  data: 0.0012  lr: 4.09e-04  mem: 50%  pow: 648.934 W
INFO    26-05-04 20:13:33.387496 - 0:37:47 -   grad: 2.74e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5187  data: 0.0015  lr: 4.09e-04  mem: 50%  pow: 649.88 W
INFO    26-05-04 20:13:35.387518 - 0:37:49 -   grad: 2.78e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5137  data: 0.0013  lr: 4.10e-04  mem: 50%  pow: 661.843 W
INFO    26-05-04 20:13:37.371695 - 0:37:51 -   grad: 2.90e-01  flops: 3.53e+14  wps: 3.31e+04  iter:   0.491  data: 0.0011  lr: 4.11e-04  mem: 50%  pow: 660.992 W
INFO    26-05-04 20:13:39.376772 - 0:37:53 -   grad: 2.57e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5075  data: 0.0048  lr: 4.11e-04  mem: 50%  pow: 650.566 W
INFO    26-05-04 20:13:41.348879 - 0:37:55 -   grad: 2.77e-01  flops: 3.55e+14  wps: 3.33e+04  iter:  0.4971  data: 0.0014  lr: 4.11e-04  mem: 50%  pow: 655.066 W
INFO    26-05-04 20:13:43.347603 - 0:37:57 -   grad: 2.80e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4922  data: 0.0012  lr: 4.12e-04  mem: 50%  pow: 651.695 W
INFO    26-05-04 20:13:45.332256 - 0:37:59 -   grad: 2.44e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.5012  data: 0.0013  lr: 4.12e-04  mem: 50%  pow: 676.638 W
INFO    26-05-04 20:13:47.323317 - 0:38:01 -   grad: 2.48e-01  flops: 3.52e+14  wps: 3.29e+04  iter:   0.507  data: 0.0029  lr: 4.13e-04  mem: 50%  pow: 663.764 W
INFO    26-05-04 20:13:49.310173 - 0:38:03 -   grad: 2.42e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5096  data: 0.0014  lr: 4.13e-04  mem: 50%  pow: 660.539 W
INFO    26-05-04 20:13:51.355437 - 0:38:05 -   grad: 2.17e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5177  data: 0.0009  lr: 4.14e-04  mem: 50%  pow: 648.741 W
INFO    26-05-04 20:13:53.367697 - 0:38:07 -   grad: 2.49e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5085  data: 0.001  lr: 4.14e-04  mem: 50%  pow: 635.047 W
INFO    26-05-04 20:13:55.376529 - 0:38:09 -   grad: 3.86e-01  flops: 3.49e+14  wps: 3.27e+04  iter:   0.501  data: 0.0008  lr: 4.15e-04  mem: 50%  pow: 644.788 W
INFO    26-05-04 20:13:57.383165 - 0:38:11 -   grad: 2.42e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4864  data: 0.0016  lr: 4.15e-04  mem: 50%  pow: 643.691 W
INFO    26-05-04 20:13:59.379216 - 0:38:13 -   grad: 2.54e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5029  data: 0.001  lr: 4.16e-04  mem: 50%  pow: 641.578 W
INFO    26-05-04 20:14:01.419866 - 0:38:15 -   grad: 2.41e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5143  data: 0.0014  lr: 4.16e-04  mem: 50%  pow: 638.874 W
INFO    26-05-04 20:14:03.421500 - 0:38:17 -   grad: 2.73e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5086  data: 0.0013  lr: 4.17e-04  mem: 50%  pow: 659.195 W
INFO    26-05-04 20:14:05.413256 - 0:38:19 -   grad: 2.52e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4881  data: 0.0149  lr: 4.18e-04  mem: 50%  pow: 661.301 W
INFO    26-05-04 20:14:07.384257 - 0:38:21 -   grad: 2.41e-01  flops: 3.55e+14  wps: 3.33e+04  iter:   0.484  data: 0.0048  lr: 4.18e-04  mem: 50%  pow: 662.777 W
INFO    26-05-04 20:14:09.380196 - 0:38:23 -   grad: 2.66e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4973  data: 0.0011  lr: 4.18e-04  mem: 50%  pow: 649.452 W
INFO    26-05-04 20:14:11.424916 - 0:38:25 -   grad: 2.89e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5256  data: 0.001  lr: 4.19e-04  mem: 50%  pow: 648.138 W
INFO    26-05-04 20:14:13.457829 - 0:38:27 -   grad: 3.30e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5185  data: 0.0009  lr: 4.20e-04  mem: 50%  pow: 645.441 W
INFO    26-05-04 20:14:15.450110 - 0:38:29 -   grad: 3.22e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5121  data: 0.0009  lr: 4.20e-04  mem: 50%  pow: 654.187 W
INFO    26-05-04 20:14:17.446038 - 0:38:31 -   grad: 3.29e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5036  data: 0.0014  lr: 4.20e-04  mem: 50%  pow: 655.148 W
INFO    26-05-04 20:14:19.479909 - 0:38:33 -   grad: 3.30e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5315  data: 0.0012  lr: 4.21e-04  mem: 50%  pow: 639.8 W
INFO    26-05-04 20:14:21.459858 - 0:38:35 -   grad: 3.23e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4816  data: 0.0009  lr: 4.21e-04  mem: 50%  pow: 654.099 W
INFO    26-05-04 20:14:23.512613 - 0:38:37 -   grad: 3.15e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5261  data: 0.0011  lr: 4.22e-04  mem: 50%  pow: 643.949 W
INFO    26-05-04 20:14:25.533219 - 0:38:39 -   grad: 3.10e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5079  data: 0.0009  lr: 4.22e-04  mem: 50%  pow: 651.88 W
INFO    26-05-04 20:14:27.516426 - 0:38:41 -   grad: 3.18e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.5019  data: 0.0011  lr: 4.23e-04  mem: 50%  pow: 674.011 W
INFO    26-05-04 20:14:29.516842 - 0:38:43 -   grad: 3.09e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5119  data: 0.0013  lr: 4.23e-04  mem: 50%  pow: 662.836 W
INFO    26-05-04 20:14:31.532404 - 0:38:45 -   grad: 3.22e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.516  data: 0.0009  lr: 4.24e-04  mem: 50%  pow: 662.037 W
INFO    26-05-04 20:14:33.562619 - 0:38:47 -   grad: 2.95e-01  flops: 3.45e+14  wps: 3.23e+04  iter:    0.51  data: 0.0013  lr: 4.25e-04  mem: 50%  pow: 649.338 W
INFO    26-05-04 20:14:35.563818 - 0:38:49 -   grad: 2.66e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4878  data: 0.0012  lr: 4.25e-04  mem: 50%  pow: 652.115 W
INFO    26-05-04 20:14:37.574519 - 0:38:51 -   grad: 2.55e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4982  data: 0.0016  lr: 4.25e-04  mem: 50%  pow: 648.385 W
INFO    26-05-04 20:14:39.606990 - 0:38:53 -   grad: 2.47e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5102  data: 0.0041  lr: 4.26e-04  mem: 50%  pow: 655.951 W
INFO    26-05-04 20:14:41.678139 - 0:38:55 -   grad: 2.63e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5114  data: 0.0013  lr: 4.27e-04  mem: 50%  pow: 628.424 W
INFO    26-05-04 20:14:43.694754 - 0:38:57 -   grad: 2.33e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4991  data: 0.0009  lr: 4.27e-04  mem: 50%  pow: 641.907 W
INFO    26-05-04 20:14:45.691987 - 0:38:59 -   grad: 2.52e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5097  data: 0.001  lr: 4.27e-04  mem: 50%  pow: 639.713 W
INFO    26-05-04 20:14:47.675495 - 0:39:01 -   grad: 2.48e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.5201  data: 0.001  lr: 4.28e-04  mem: 50%  pow: 645.267 W
INFO    26-05-04 20:14:49.696317 - 0:39:03 -   grad: 2.50e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4942  data: 0.0013  lr: 4.29e-04  mem: 50%  pow: 665.304 W
INFO    26-05-04 20:14:51.680263 - 0:39:05 -   grad: 2.83e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4926  data: 0.001  lr: 4.29e-04  mem: 50%  pow: 665.078 W
INFO    26-05-04 20:14:53.722960 - 0:39:07 -   grad: 2.44e-01  flops: 3.43e+14  wps: 3.21e+04  iter:   0.527  data: 0.002  lr: 4.29e-04  mem: 50%  pow: 647.847 W
INFO    26-05-04 20:14:55.702408 - 0:39:09 -   grad: 2.41e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4906  data: 0.0017  lr: 4.30e-04  mem: 50%  pow: 663.692 W
INFO    26-05-04 20:14:57.777323 - 0:39:11 -   grad: 2.58e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.5146  data: 0.001  lr: 4.31e-04  mem: 50%  pow: 628.451 W
INFO    26-05-04 20:14:59.758590 - 0:39:13 -   grad: 2.49e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.5017  data: 0.0011  lr: 4.31e-04  mem: 50%  pow: 647.597 W
INFO    26-05-04 20:15:01.767839 - 0:39:15 -   grad: 2.51e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.4938  data: 0.001  lr: 4.32e-04  mem: 50%  pow: 649.811 W
INFO    26-05-04 20:15:03.804768 - 0:39:17 -   grad: 2.78e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5126  data: 0.001  lr: 4.32e-04  mem: 50%  pow: 640.447 W
INFO    26-05-04 20:15:05.805739 - 0:39:19 -   grad: 2.74e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4929  data: 0.0014  lr: 4.32e-04  mem: 50%  pow: 662.164 W
INFO    26-05-04 20:15:07.776945 - 0:39:21 -   grad: 2.79e-01  flops: 3.55e+14  wps: 3.33e+04  iter:  0.4968  data: 0.0014  lr: 4.33e-04  mem: 50%  pow: 668.38 W
INFO    26-05-04 20:15:09.784845 - 0:39:23 -   grad: 2.89e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4744  data: 0.0013  lr: 4.34e-04  mem: 50%  pow: 663.857 W
INFO    26-05-04 20:15:11.803066 - 0:39:25 -   grad: 2.95e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5112  data: 0.0014  lr: 4.34e-04  mem: 50%  pow: 655.076 W
INFO    26-05-04 20:15:13.848428 - 0:39:27 -   grad: 3.15e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5162  data: 0.0013  lr: 4.34e-04  mem: 50%  pow: 644.192 W
INFO    26-05-04 20:15:15.882197 - 0:39:29 -   grad: 3.04e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5006  data: 0.001  lr: 4.35e-04  mem: 50%  pow: 645.593 W
INFO    26-05-04 20:15:17.865613 - 0:39:31 -   grad: 3.39e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5055  data: 0.0011  lr: 4.36e-04  mem: 50%  pow: 664.005 W
INFO    26-05-04 20:15:19.903888 - 0:39:33 -   grad: 3.93e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5248  data: 0.001  lr: 4.36e-04  mem: 50%  pow: 658.916 W
INFO    26-05-04 20:15:21.935650 - 0:39:35 -   grad: 2.95e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5077  data: 0.0013  lr: 4.36e-04  mem: 50%  pow: 656.799 W
INFO    26-05-04 20:15:23.990591 - 0:39:37 -   grad: 2.84e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5064  data: 0.0012  lr: 4.37e-04  mem: 50%  pow: 650.854 W
INFO    26-05-04 20:15:26.015547 - 0:39:39 -   grad: 2.57e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5096  data: 0.0148  lr: 4.38e-04  mem: 50%  pow: 648.477 W
INFO    26-05-04 20:15:27.993792 - 0:39:41 -   grad: 2.45e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.5005  data: 0.001  lr: 4.38e-04  mem: 50%  pow: 664.739 W
INFO    26-05-04 20:15:30.035385 - 0:39:43 -   grad: 2.42e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5118  data: 0.0013  lr: 4.39e-04  mem: 50%  pow: 646.78 W
INFO    26-05-04 20:15:32.073553 - 0:39:45 -   grad: 2.43e-01  flops: 3.44e+14  wps: 3.22e+04  iter:     0.5  data: 0.0013  lr: 4.39e-04  mem: 50%  pow: 669.676 W
INFO    26-05-04 20:15:34.085768 - 0:39:47 -   grad: 2.19e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4909  data: 0.0013  lr: 4.40e-04  mem: 50%  pow: 645.233 W
INFO    26-05-04 20:15:36.091678 - 0:39:49 -   grad: 2.18e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5142  data: 0.0028  lr: 4.40e-04  mem: 50%  pow: 656.53 W
INFO    26-05-04 20:15:38.060652 - 0:39:51 -   grad: 2.37e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4947  data: 0.0013  lr: 4.41e-04  mem: 50%  pow: 650.857 W
INFO    26-05-04 20:15:40.041152 - 0:39:53 -   grad: 2.19e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4806  data: 0.0012  lr: 4.41e-04  mem: 50%  pow: 662.262 W
INFO    26-05-04 20:15:42.044771 - 0:39:55 -   grad: 2.11e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4885  data: 0.0016  lr: 4.41e-04  mem: 50%  pow: 666.143 W
INFO    26-05-04 20:15:44.070636 - 0:39:57 -   grad: 2.30e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5137  data: 0.0013  lr: 4.42e-04  mem: 50%  pow: 652.455 W
INFO    26-05-04 20:15:46.061633 - 0:39:59 -   grad: 2.29e-01  flops: 3.52e+14  wps: 3.30e+04  iter:     0.5  data: 0.0012  lr: 4.43e-04  mem: 50%  pow: 661.088 W
INFO    26-05-04 20:15:48.039574 - 0:40:01 -   grad: 2.26e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4863  data: 0.0013  lr: 4.43e-04  mem: 50%  pow: 673.927 W
INFO    26-05-04 20:15:50.029583 - 0:40:03 -   grad: 2.38e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5179  data: 0.0013  lr: 4.43e-04  mem: 50%  pow: 651.507 W
INFO    26-05-04 20:15:52.080962 - 0:40:05 -   grad: 2.27e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5227  data: 0.0011  lr: 4.44e-04  mem: 50%  pow: 627.245 W
INFO    26-05-04 20:15:54.111115 - 0:40:07 -   grad: 2.54e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5137  data: 0.0014  lr: 4.45e-04  mem: 50%  pow: 663.716 W
INFO    26-05-04 20:15:56.137150 - 0:40:09 -   grad: 2.35e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5236  data: 0.0013  lr: 4.45e-04  mem: 50%  pow: 645.156 W
INFO    26-05-04 20:15:58.141142 - 0:40:11 -   grad: 3.04e-01  flops: 3.50e+14  wps: 3.27e+04  iter:   0.487  data: 0.0009  lr: 4.46e-04  mem: 50%  pow: 657.209 W
INFO    26-05-04 20:16:00.129702 - 0:40:13 -   grad: 2.51e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4842  data: 0.001  lr: 4.46e-04  mem: 50%  pow: 667.389 W
INFO    26-05-04 20:16:02.136811 - 0:40:15 -   grad: 2.65e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4988  data: 0.0017  lr: 4.47e-04  mem: 50%  pow: 660.889 W
INFO    26-05-04 20:16:04.206119 - 0:40:17 -   grad: 2.55e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5152  data: 0.0012  lr: 4.47e-04  mem: 50%  pow: 640.526 W
INFO    26-05-04 20:16:06.189590 - 0:40:19 -   grad: 2.20e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4987  data: 0.0011  lr: 4.48e-04  mem: 50%  pow: 668.498 W
INFO    26-05-04 20:16:08.198334 - 0:40:21 -   grad: 2.38e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5208  data: 0.0012  lr: 4.48e-04  mem: 50%  pow: 643.017 W
INFO    26-05-04 20:16:10.226966 - 0:40:23 -   grad: 2.52e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.498  data: 0.001  lr: 4.49e-04  mem: 50%  pow: 668.227 W
INFO    26-05-04 20:16:12.246857 - 0:40:26 -   grad: 2.48e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4962  data: 0.001  lr: 4.49e-04  mem: 50%  pow: 658.993 W
INFO    26-05-04 20:16:14.244789 - 0:40:28 -   grad: 2.50e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5056  data: 0.001  lr: 4.50e-04  mem: 50%  pow: 641.217 W
INFO    26-05-04 20:16:16.249097 - 0:40:30 -   grad: 2.48e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5082  data: 0.001  lr: 4.50e-04  mem: 50%  pow: 673.35 W
INFO    26-05-04 20:16:18.296458 - 0:40:32 -   grad: 2.63e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.5174  data: 0.0013  lr: 4.50e-04  mem: 50%  pow: 642.843 W
INFO    26-05-04 20:16:20.318743 - 0:40:34 -   grad: 2.40e-01  flops: 3.47e+14  wps: 3.24e+04  iter:  0.5147  data: 0.001  lr: 4.51e-04  mem: 50%  pow: 653.484 W
INFO    26-05-04 20:16:22.339375 - 0:40:36 -   grad: 2.82e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5259  data: 0.0032  lr: 4.52e-04  mem: 50%  pow: 639.6 W
INFO    26-05-04 20:16:24.361286 - 0:40:38 -   grad: 2.96e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4949  data: 0.0011  lr: 4.52e-04  mem: 50%  pow: 663.898 W
INFO    26-05-04 20:16:26.345515 - 0:40:40 -   grad: 2.68e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4841  data: 0.0013  lr: 4.53e-04  mem: 50%  pow: 672.525 W
INFO    26-05-04 20:16:28.350452 - 0:40:42 -   grad: 3.20e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5144  data: 0.0013  lr: 4.53e-04  mem: 50%  pow: 662.656 W
INFO    26-05-04 20:16:30.367767 - 0:40:44 -   grad: 2.85e-01  flops: 3.47e+14  wps: 3.25e+04  iter:   0.499  data: 0.0014  lr: 4.54e-04  mem: 50%  pow: 651.502 W
INFO    26-05-04 20:16:32.374888 - 0:40:46 -   grad: 2.69e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5004  data: 0.0012  lr: 4.54e-04  mem: 50%  pow: 660.013 W
INFO    26-05-04 20:16:34.361431 - 0:40:48 -   grad: 2.57e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4982  data: 0.0013  lr: 4.55e-04  mem: 50%  pow: 671.289 W
INFO    26-05-04 20:16:36.368550 - 0:40:50 -   grad: 2.56e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5262  data: 0.0014  lr: 4.55e-04  mem: 50%  pow: 658.629 W
INFO    26-05-04 20:16:38.431678 - 0:40:52 -   grad: 2.53e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5248  data: 0.0013  lr: 4.56e-04  mem: 50%  pow: 650.294 W
INFO    26-05-04 20:16:40.428405 - 0:40:54 -   grad: 2.45e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4953  data: 0.0062  lr: 4.56e-04  mem: 50%  pow: 655.642 W
INFO    26-05-04 20:16:42.447598 - 0:40:56 -   grad: 3.30e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5023  data: 0.0165  lr: 4.57e-04  mem: 50%  pow: 653.247 W
INFO    26-05-04 20:16:44.457507 - 0:40:58 -   grad: 2.84e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5131  data: 0.0062  lr: 4.57e-04  mem: 50%  pow: 662.088 W
INFO    26-05-04 20:16:46.493990 - 0:41:00 -   grad: 3.25e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5349  data: 0.0014  lr: 4.58e-04  mem: 50%  pow: 668.619 W
INFO    26-05-04 20:16:48.472771 - 0:41:02 -   grad: 4.61e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5016  data: 0.0011  lr: 4.58e-04  mem: 50%  pow: 659.401 W
INFO    26-05-04 20:16:50.494626 - 0:41:04 -   grad: 2.55e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5022  data: 0.0011  lr: 4.59e-04  mem: 50%  pow: 647.734 W
INFO    26-05-04 20:16:52.542347 - 0:41:06 -   grad: 3.66e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5009  data: 0.0161  lr: 4.59e-04  mem: 50%  pow: 660.823 W
INFO    26-05-04 20:16:54.601248 - 0:41:08 -   grad: 2.83e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5052  data: 0.0018  lr: 4.60e-04  mem: 50%  pow: 660.517 W
INFO    26-05-04 20:16:56.641296 - 0:41:10 -   grad: 2.40e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5039  data: 0.0047  lr: 4.60e-04  mem: 50%  pow: 641.145 W
INFO    26-05-04 20:16:58.591293 - 0:41:12 -   grad: 2.23e-01  flops: 3.59e+14  wps: 3.36e+04  iter:  0.4922  data: 0.0011  lr: 4.61e-04  mem: 50%  pow: 670.502 W
INFO    26-05-04 20:17:00.656300 - 0:41:14 -   grad: 2.15e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5197  data: 0.001  lr: 4.61e-04  mem: 50%  pow: 635.181 W
INFO    26-05-04 20:17:02.694757 - 0:41:16 -   grad: 2.06e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5434  data: 0.001  lr: 4.62e-04  mem: 50%  pow: 648.995 W
INFO    26-05-04 20:17:04.717941 - 0:41:18 -   grad: 1.94e-01  flops: 3.46e+14  wps: 3.24e+04  iter:   0.513  data: 0.0012  lr: 4.62e-04  mem: 50%  pow: 658.764 W
INFO    26-05-04 20:17:06.721624 - 0:41:20 -   grad: 2.25e-01  flops: 3.50e+14  wps: 3.27e+04  iter:   0.508  data: 0.001  lr: 4.63e-04  mem: 50%  pow: 659.793 W
INFO    26-05-04 20:17:08.736356 - 0:41:22 -   grad: 2.33e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5205  data: 0.0011  lr: 4.63e-04  mem: 50%  pow: 646.9 W
INFO    26-05-04 20:17:10.774573 - 0:41:24 -   grad: 2.24e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4777  data: 0.0172  lr: 4.64e-04  mem: 50%  pow: 662.228 W
INFO    26-05-04 20:17:12.798923 - 0:41:26 -   grad: 2.61e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5109  data: 0.0012  lr: 4.64e-04  mem: 50%  pow: 661.848 W
INFO    26-05-04 20:17:14.799910 - 0:41:28 -   grad: 2.11e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4829  data: 0.001  lr: 4.65e-04  mem: 50%  pow: 667.426 W
INFO    26-05-04 20:17:16.791744 - 0:41:30 -   grad: 2.02e-01  flops: 3.52e+14  wps: 3.29e+04  iter:   0.493  data: 0.001  lr: 4.65e-04  mem: 50%  pow: 675.027 W
INFO    26-05-04 20:17:18.800610 - 0:41:32 -   grad: 2.03e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5304  data: 0.0014  lr: 4.66e-04  mem: 50%  pow: 653.958 W
INFO    26-05-04 20:17:20.831476 - 0:41:34 -   grad: 2.23e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5025  data: 0.0011  lr: 4.66e-04  mem: 50%  pow: 656.912 W
INFO    26-05-04 20:17:22.859069 - 0:41:36 -   grad: 2.11e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4959  data: 0.0009  lr: 4.67e-04  mem: 50%  pow: 658.993 W
INFO    26-05-04 20:17:24.870905 - 0:41:38 -   grad: 2.85e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5128  data: 0.001  lr: 4.67e-04  mem: 50%  pow: 659.75 W
INFO    26-05-04 20:17:26.882876 - 0:41:40 -   grad: 3.05e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5366  data: 0.001  lr: 4.68e-04  mem: 50%  pow: 654.149 W
INFO    26-05-04 20:17:28.950841 - 0:41:42 -   grad: 2.50e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5153  data: 0.001  lr: 4.68e-04  mem: 50%  pow: 638.563 W
INFO    26-05-04 20:17:31.007911 - 0:41:44 -   grad: 2.50e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4989  data: 0.0158  lr: 4.69e-04  mem: 50%  pow: 648.738 W
INFO    26-05-04 20:17:33.001542 - 0:41:46 -   grad: 2.43e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4939  data: 0.001  lr: 4.69e-04  mem: 50%  pow: 663.841 W
INFO    26-05-04 20:17:35.088442 - 0:41:48 -   grad: 2.18e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.5139  data: 0.001  lr: 4.69e-04  mem: 50%  pow: 637.508 W
INFO    26-05-04 20:17:37.095798 - 0:41:50 -   grad: 2.23e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5036  data: 0.0011  lr: 4.70e-04  mem: 50%  pow: 662.626 W
INFO    26-05-04 20:17:39.088485 - 0:41:52 -   grad: 2.12e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4846  data: 0.0011  lr: 4.70e-04  mem: 50%  pow: 660.46 W
INFO    26-05-04 20:17:41.075025 - 0:41:54 -   grad: 2.33e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4985  data: 0.0127  lr: 4.71e-04  mem: 50%  pow: 653.182 W
INFO    26-05-04 20:17:43.072968 - 0:41:56 -   grad: 2.33e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4825  data: 0.0111  lr: 4.71e-04  mem: 50%  pow: 665.366 W
INFO    26-05-04 20:17:45.080214 - 0:41:58 -   grad: 2.11e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5163  data: 0.0013  lr: 4.72e-04  mem: 50%  pow: 655.324 W
INFO    26-05-04 20:17:47.078564 - 0:42:00 -   grad: 2.21e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4929  data: 0.001  lr: 4.72e-04  mem: 50%  pow: 648.707 W
INFO    26-05-04 20:17:49.074116 - 0:42:02 -   grad: 1.90e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4899  data: 0.0011  lr: 4.73e-04  mem: 50%  pow: 664.238 W
INFO    26-05-04 20:17:51.059188 - 0:42:04 -   grad: 2.08e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4993  data: 0.0013  lr: 4.73e-04  mem: 50%  pow: 651.943 W
INFO    26-05-04 20:17:53.005128 - 0:42:06 -   grad: 2.18e-01  flops: 3.60e+14  wps: 3.37e+04  iter:  0.4889  data: 0.0013  lr: 4.74e-04  mem: 50%  pow: 674.726 W
INFO    26-05-04 20:17:54.977501 - 0:42:08 -   grad: 2.61e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.5049  data: 0.0009  lr: 4.74e-04  mem: 50%  pow: 660.745 W
INFO    26-05-04 20:17:56.942624 - 0:42:10 -   grad: 2.74e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.5082  data: 0.0009  lr: 4.75e-04  mem: 50%  pow: 658.464 W
INFO    26-05-04 20:17:58.951974 - 0:42:12 -   grad: 3.06e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5206  data: 0.001  lr: 4.76e-04  mem: 50%  pow: 657.462 W
INFO    26-05-04 20:18:00.990662 - 0:42:14 -   grad: 2.94e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5396  data: 0.0009  lr: 4.76e-04  mem: 50%  pow: 633.212 W
INFO    26-05-04 20:18:03.011525 - 0:42:16 -   grad: 2.38e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5097  data: 0.0012  lr: 4.76e-04  mem: 50%  pow: 663.579 W
INFO    26-05-04 20:18:05.011653 - 0:42:18 -   grad: 2.60e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5087  data: 0.0011  lr: 4.77e-04  mem: 50%  pow: 671.883 W
INFO    26-05-04 20:18:07.033089 - 0:42:20 -   grad: 2.36e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5069  data: 0.001  lr: 4.78e-04  mem: 50%  pow: 650.529 W
INFO    26-05-04 20:18:09.069620 - 0:42:22 -   grad: 2.69e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5104  data: 0.001  lr: 4.78e-04  mem: 50%  pow: 649.846 W
INFO    26-05-04 20:18:11.066202 - 0:42:24 -   grad: 2.83e-01  flops: 3.52e+14  wps: 3.29e+04  iter:   0.495  data: 0.001  lr: 4.78e-04  mem: 50%  pow: 663.096 W
INFO    26-05-04 20:18:13.122974 - 0:42:26 -   grad: 2.68e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5003  data: 0.0015  lr: 4.79e-04  mem: 50%  pow: 650.219 W
INFO    26-05-04 20:18:15.161248 - 0:42:28 -   grad: 2.34e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5179  data: 0.001  lr: 4.80e-04  mem: 50%  pow: 649.211 W
INFO    26-05-04 20:18:17.179048 - 0:42:30 -   grad: 2.20e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5173  data: 0.001  lr: 4.80e-04  mem: 50%  pow: 655.543 W
INFO    26-05-04 20:18:19.203886 - 0:42:32 -   grad: 1.95e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5016  data: 0.0011  lr: 4.80e-04  mem: 50%  pow: 659.252 W
INFO    26-05-04 20:18:21.177510 - 0:42:34 -   grad: 1.99e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4937  data: 0.0013  lr: 4.81e-04  mem: 50%  pow: 649.685 W
INFO    26-05-04 20:18:23.170495 - 0:42:36 -   grad: 2.19e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5091  data: 0.0029  lr: 4.81e-04  mem: 50%  pow: 652.303 W
INFO    26-05-04 20:18:25.129654 - 0:42:38 -   grad: 2.24e-01  flops: 3.58e+14  wps: 3.35e+04  iter:  0.5004  data: 0.0012  lr: 4.82e-04  mem: 50%  pow: 661.731 W
INFO    26-05-04 20:18:27.131841 - 0:42:40 -   grad: 2.36e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4708  data: 0.0159  lr: 4.83e-04  mem: 50%  pow: 663.087 W
INFO    26-05-04 20:18:29.119956 - 0:42:42 -   grad: 2.78e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5092  data: 0.0012  lr: 4.83e-04  mem: 50%  pow: 661.41 W
INFO    26-05-04 20:18:31.130573 - 0:42:44 -   grad: 2.17e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5023  data: 0.0011  lr: 4.83e-04  mem: 50%  pow: 656.983 W
INFO    26-05-04 20:18:33.137727 - 0:42:46 -   grad: 2.40e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4984  data: 0.0014  lr: 4.84e-04  mem: 50%  pow: 661.719 W
INFO    26-05-04 20:18:35.103967 - 0:42:48 -   grad: 2.43e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4806  data: 0.0011  lr: 4.85e-04  mem: 50%  pow: 679.235 W
INFO    26-05-04 20:18:37.091594 - 0:42:50 -   grad: 2.09e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4997  data: 0.0009  lr: 4.85e-04  mem: 50%  pow: 665.363 W
INFO    26-05-04 20:18:39.112153 - 0:42:52 -   grad: 2.03e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5282  data: 0.0009  lr: 4.85e-04  mem: 50%  pow: 643.434 W
INFO    26-05-04 20:18:41.151916 - 0:42:54 -   grad: 2.25e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5206  data: 0.001  lr: 4.86e-04  mem: 50%  pow: 652.103 W
INFO    26-05-04 20:18:43.207877 - 0:42:56 -   grad: 2.05e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5072  data: 0.0015  lr: 4.87e-04  mem: 50%  pow: 661.341 W
INFO    26-05-04 20:18:45.213380 - 0:42:58 -   grad: 2.25e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4917  data: 0.0011  lr: 4.87e-04  mem: 50%  pow: 643.218 W
INFO    26-05-04 20:18:47.213877 - 0:43:00 -   grad: 2.01e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5008  data: 0.0009  lr: 4.87e-04  mem: 50%  pow: 661.117 W
INFO    26-05-04 20:18:49.265304 - 0:43:03 -   grad: 2.17e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5255  data: 0.0009  lr: 4.88e-04  mem: 50%  pow: 642.213 W
INFO    26-05-04 20:18:51.251743 - 0:43:05 -   grad: 1.93e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4914  data: 0.0032  lr: 4.89e-04  mem: 50%  pow: 655.841 W
INFO    26-05-04 20:18:53.271914 - 0:43:07 -   grad: 1.95e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5156  data: 0.0012  lr: 4.89e-04  mem: 50%  pow: 655.21 W
INFO    26-05-04 20:18:55.339688 - 0:43:09 -   grad: 2.14e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5372  data: 0.0027  lr: 4.90e-04  mem: 50%  pow: 664.081 W
INFO    26-05-04 20:18:57.371197 - 0:43:11 -   grad: 2.00e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5028  data: 0.0009  lr: 4.90e-04  mem: 50%  pow: 649.171 W
INFO    26-05-04 20:18:59.391765 - 0:43:13 -   grad: 2.15e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5107  data: 0.0011  lr: 4.91e-04  mem: 50%  pow: 663.753 W
INFO    26-05-04 20:19:01.426199 - 0:43:15 -   grad: 2.33e-01  flops: 3.44e+14  wps: 3.22e+04  iter:   0.506  data: 0.001  lr: 4.91e-04  mem: 50%  pow: 648.61 W
INFO    26-05-04 20:19:03.472851 - 0:43:17 -   grad: 2.37e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.5261  data: 0.0012  lr: 4.91e-04  mem: 50%  pow: 648.122 W
INFO    26-05-04 20:19:05.506571 - 0:43:19 -   grad: 2.59e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5094  data: 0.0012  lr: 4.92e-04  mem: 50%  pow: 662.099 W
INFO    26-05-04 20:19:07.544210 - 0:43:21 -   grad: 2.52e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5143  data: 0.001  lr: 4.92e-04  mem: 50%  pow: 655.532 W
INFO    26-05-04 20:19:09.587380 - 0:43:23 -   grad: 2.44e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5215  data: 0.001  lr: 4.93e-04  mem: 50%  pow: 638.575 W
INFO    26-05-04 20:19:11.573590 - 0:43:25 -   grad: 3.02e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5065  data: 0.0009  lr: 4.94e-04  mem: 50%  pow: 652.356 W
INFO    26-05-04 20:19:13.581805 - 0:43:27 -   grad: 2.77e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5076  data: 0.0014  lr: 4.94e-04  mem: 50%  pow: 642.174 W
INFO    26-05-04 20:19:15.629478 - 0:43:29 -   grad: 2.65e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5189  data: 0.0039  lr: 4.95e-04  mem: 50%  pow: 647.332 W
INFO    26-05-04 20:19:17.635483 - 0:43:31 -   grad: 2.84e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5084  data: 0.0009  lr: 4.95e-04  mem: 50%  pow: 665.434 W
INFO    26-05-04 20:19:19.640386 - 0:43:33 -   grad: 2.36e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4991  data: 0.017  lr: 4.95e-04  mem: 50%  pow: 645.85 W
INFO    26-05-04 20:19:21.657726 - 0:43:35 -   grad: 2.11e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5048  data: 0.0013  lr: 4.96e-04  mem: 50%  pow: 642.375 W
INFO    26-05-04 20:19:23.673792 - 0:43:37 -   grad: 1.98e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5208  data: 0.0012  lr: 4.96e-04  mem: 50%  pow: 649.309 W
INFO    26-05-04 20:19:25.649045 - 0:43:39 -   grad: 2.45e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.5164  data: 0.001  lr: 4.97e-04  mem: 50%  pow: 663.413 W
INFO    26-05-04 20:19:27.686649 - 0:43:41 -   grad: 2.53e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5484  data: 0.001  lr: 4.98e-04  mem: 50%  pow: 657.604 W
INFO    26-05-04 20:19:29.704594 - 0:43:43 -   grad: 2.40e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5147  data: 0.001  lr: 4.98e-04  mem: 50%  pow: 663.141 W
INFO    26-05-04 20:19:31.680365 - 0:43:45 -   grad: 2.51e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4879  data: 0.0013  lr: 4.99e-04  mem: 50%  pow: 667.193 W
INFO    26-05-04 20:19:33.671530 - 0:43:47 -   grad: 2.08e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5044  data: 0.0015  lr: 4.99e-04  mem: 50%  pow: 646.132 W
INFO    26-05-04 20:19:35.669955 - 0:43:49 -   grad: 2.28e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5025  data: 0.0012  lr: 5.00e-04  mem: 50%  pow: 635.283 W
INFO    26-05-04 20:19:37.159186 - 0:43:50 - garbage collection
INFO    26-05-04 20:19:38.450971 - 0:43:52 -   grad: 2.65e-01  flops: 2.52e+14  wps: 2.36e+04  iter:  0.8011  data: 0.4899  lr: 5.00e-04  mem: 50%  pow: 375.942 W
INFO    26-05-04 20:19:40.519402 - 0:43:54 -   grad: 2.28e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5437  data: 0.0014  lr: 5.00e-04  mem: 50%  pow: 641.264 W
INFO    26-05-04 20:19:42.531646 - 0:43:56 -   grad: 3.01e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5034  data: 0.0013  lr: 5.01e-04  mem: 50%  pow: 653.176 W
INFO    26-05-04 20:19:44.553438 - 0:43:58 -   grad: 2.83e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4956  data: 0.0013  lr: 5.01e-04  mem: 50%  pow: 651.19 W
INFO    26-05-04 20:19:46.557740 - 0:44:00 -   grad: 2.06e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5179  data: 0.0014  lr: 5.02e-04  mem: 50%  pow: 654.256 W
INFO    26-05-04 20:19:48.557709 - 0:44:02 -   grad: 2.43e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5178  data: 0.0012  lr: 5.02e-04  mem: 50%  pow: 638.212 W
INFO    26-05-04 20:19:50.610769 - 0:44:04 -   grad: 2.11e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5268  data: 0.0043  lr: 5.03e-04  mem: 50%  pow: 649.98 W
INFO    26-05-04 20:19:52.667638 - 0:44:06 -   grad: 2.06e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5413  data: 0.0011  lr: 5.03e-04  mem: 50%  pow: 640.186 W
INFO    26-05-04 20:19:54.673167 - 0:44:08 -   grad: 2.21e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5051  data: 0.0011  lr: 5.04e-04  mem: 50%  pow: 652.908 W
INFO    26-05-04 20:19:56.642034 - 0:44:10 -   grad: 2.08e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4769  data: 0.0016  lr: 5.04e-04  mem: 50%  pow: 688.683 W
INFO    26-05-04 20:19:58.637705 - 0:44:12 -   grad: 2.36e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5114  data: 0.0015  lr: 5.05e-04  mem: 50%  pow: 667.204 W
INFO    26-05-04 20:20:00.660248 - 0:44:14 -   grad: 2.31e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5094  data: 0.001  lr: 5.05e-04  mem: 50%  pow: 648.49 W
INFO    26-05-04 20:20:02.627985 - 0:44:16 -   grad: 2.90e-01  flops: 3.56e+14  wps: 3.34e+04  iter:  0.4911  data: 0.0014  lr: 5.06e-04  mem: 50%  pow: 673.848 W
INFO    26-05-04 20:20:04.640259 - 0:44:18 -   grad: 2.54e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5188  data: 0.0028  lr: 5.07e-04  mem: 50%  pow: 665.195 W
INFO    26-05-04 20:20:06.602235 - 0:44:20 -   grad: 2.29e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4904  data: 0.0013  lr: 5.07e-04  mem: 50%  pow: 674.154 W
INFO    26-05-04 20:20:08.623221 - 0:44:22 -   grad: 2.23e-01  flops: 3.47e+14  wps: 3.25e+04  iter:   0.494  data: 0.0029  lr: 5.07e-04  mem: 50%  pow: 656.497 W
INFO    26-05-04 20:20:10.629867 - 0:44:24 -   grad: 2.10e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4973  data: 0.0035  lr: 5.08e-04  mem: 50%  pow: 651.512 W
INFO    26-05-04 20:20:12.610822 - 0:44:26 -   grad: 2.24e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4885  data: 0.0013  lr: 5.08e-04  mem: 50%  pow: 677.289 W
INFO    26-05-04 20:20:14.614480 - 0:44:28 -   grad: 2.34e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5087  data: 0.0046  lr: 5.09e-04  mem: 50%  pow: 656.136 W
INFO    26-05-04 20:20:16.632012 - 0:44:30 -   grad: 2.42e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5056  data: 0.001  lr: 5.09e-04  mem: 50%  pow: 664.406 W
INFO    26-05-04 20:20:18.617993 - 0:44:32 -   grad: 1.99e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5056  data: 0.0011  lr: 5.10e-04  mem: 50%  pow: 648.936 W
INFO    26-05-04 20:20:20.661655 - 0:44:34 -   grad: 1.98e-01  flops: 3.43e+14  wps: 3.21e+04  iter:   0.519  data: 0.001  lr: 5.10e-04  mem: 50%  pow: 659.559 W
INFO    26-05-04 20:20:22.722643 - 0:44:36 -   grad: 2.09e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5104  data: 0.001  lr: 5.11e-04  mem: 50%  pow: 653.625 W
INFO    26-05-04 20:20:24.814296 - 0:44:38 -   grad: 2.30e-01  flops: 3.35e+14  wps: 3.14e+04  iter:  0.5591  data: 0.0014  lr: 5.12e-04  mem: 50%  pow: 660.011 W
INFO    26-05-04 20:20:26.847599 - 0:44:40 -   grad: 2.16e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4956  data: 0.0015  lr: 5.12e-04  mem: 50%  pow: 663.494 W
INFO    26-05-04 20:20:28.840970 - 0:44:42 -   grad: 1.99e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5115  data: 0.0011  lr: 5.12e-04  mem: 50%  pow: 654.062 W
INFO    26-05-04 20:20:30.865264 - 0:44:44 -   grad: 1.96e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4926  data: 0.0021  lr: 5.13e-04  mem: 50%  pow: 646.534 W
INFO    26-05-04 20:20:32.922945 - 0:44:46 -   grad: 2.08e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5075  data: 0.0013  lr: 5.13e-04  mem: 50%  pow: 640.662 W
INFO    26-05-04 20:20:34.916980 - 0:44:48 -   grad: 2.12e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4952  data: 0.0044  lr: 5.14e-04  mem: 50%  pow: 654.089 W
INFO    26-05-04 20:20:36.931524 - 0:44:50 -   grad: 1.87e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.4789  data: 0.0248  lr: 5.14e-04  mem: 50%  pow: 663.356 W
INFO    26-05-04 20:20:38.898043 - 0:44:52 -   grad: 1.95e-01  flops: 3.56e+14  wps: 3.34e+04  iter:   0.504  data: 0.0011  lr: 5.15e-04  mem: 50%  pow: 657.727 W
INFO    26-05-04 20:20:40.952495 - 0:44:54 -   grad: 2.04e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5029  data: 0.0011  lr: 5.16e-04  mem: 50%  pow: 645.123 W
INFO    26-05-04 20:20:42.984395 - 0:44:56 -   grad: 1.97e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.501  data: 0.0012  lr: 5.16e-04  mem: 50%  pow: 650.02 W
INFO    26-05-04 20:20:44.992934 - 0:44:58 -   grad: 1.74e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5103  data: 0.001  lr: 5.16e-04  mem: 50%  pow: 656.99 W
INFO    26-05-04 20:20:47.002897 - 0:45:00 -   grad: 1.97e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5079  data: 0.001  lr: 5.17e-04  mem: 50%  pow: 660.222 W
INFO    26-05-04 20:20:49.033541 - 0:45:02 -   grad: 2.33e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5049  data: 0.0012  lr: 5.17e-04  mem: 50%  pow: 658.585 W
INFO    26-05-04 20:20:51.084267 - 0:45:04 -   grad: 2.27e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5264  data: 0.0011  lr: 5.18e-04  mem: 50%  pow: 644.484 W
INFO    26-05-04 20:20:53.121467 - 0:45:06 -   grad: 2.15e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5031  data: 0.0012  lr: 5.18e-04  mem: 50%  pow: 657.925 W
INFO    26-05-04 20:20:55.120491 - 0:45:08 -   grad: 2.56e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5052  data: 0.0011  lr: 5.19e-04  mem: 50%  pow: 672.529 W
INFO    26-05-04 20:20:57.157932 - 0:45:10 -   grad: 2.35e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5258  data: 0.0021  lr: 5.19e-04  mem: 50%  pow: 662.995 W
INFO    26-05-04 20:20:59.212072 - 0:45:12 -   grad: 2.30e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5044  data: 0.001  lr: 5.20e-04  mem: 50%  pow: 659.616 W
INFO    26-05-04 20:21:01.242130 - 0:45:14 -   grad: 2.19e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5175  data: 0.0014  lr: 5.21e-04  mem: 50%  pow: 651.31 W
INFO    26-05-04 20:21:03.324875 - 0:45:17 -   grad: 2.55e-01  flops: 3.36e+14  wps: 3.15e+04  iter:  0.5171  data: 0.0014  lr: 5.21e-04  mem: 50%  pow: 654.119 W
INFO    26-05-04 20:21:05.330979 - 0:45:19 -   grad: 2.58e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5048  data: 0.0013  lr: 5.21e-04  mem: 50%  pow: 656.336 W
INFO    26-05-04 20:21:07.311285 - 0:45:21 -   grad: 2.63e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4992  data: 0.0014  lr: 5.22e-04  mem: 50%  pow: 673.653 W
INFO    26-05-04 20:21:09.300664 - 0:45:23 -   grad: 2.60e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4991  data: 0.0011  lr: 5.22e-04  mem: 50%  pow: 651.828 W
INFO    26-05-04 20:21:11.298868 - 0:45:25 -   grad: 2.94e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5065  data: 0.0011  lr: 5.23e-04  mem: 50%  pow: 667.446 W
INFO    26-05-04 20:21:13.323532 - 0:45:27 -   grad: 2.42e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5235  data: 0.0011  lr: 5.23e-04  mem: 50%  pow: 646.772 W
INFO    26-05-04 20:21:15.312700 - 0:45:29 -   grad: 2.23e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4913  data: 0.0013  lr: 5.24e-04  mem: 50%  pow: 663.071 W
INFO    26-05-04 20:21:17.295071 - 0:45:31 -   grad: 2.25e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4746  data: 0.0162  lr: 5.25e-04  mem: 50%  pow: 651.407 W
INFO    26-05-04 20:21:19.269179 - 0:45:33 -   grad: 2.02e-01  flops: 3.55e+14  wps: 3.33e+04  iter:  0.5028  data: 0.0014  lr: 5.25e-04  mem: 50%  pow: 650.319 W
INFO    26-05-04 20:21:21.270150 - 0:45:35 -   grad: 1.92e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5041  data: 0.0015  lr: 5.25e-04  mem: 50%  pow: 645.489 W
INFO    26-05-04 20:21:23.298873 - 0:45:37 -   grad: 1.82e-01  flops: 3.46e+14  wps: 3.24e+04  iter:   0.503  data: 0.0012  lr: 5.26e-04  mem: 50%  pow: 646.048 W
INFO    26-05-04 20:21:25.288803 - 0:45:39 -   grad: 1.78e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4906  data: 0.0015  lr: 5.26e-04  mem: 50%  pow: 667.459 W
INFO    26-05-04 20:21:27.269003 - 0:45:41 -   grad: 1.67e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4979  data: 0.0057  lr: 5.27e-04  mem: 50%  pow: 654.526 W
INFO    26-05-04 20:21:29.276172 - 0:45:43 -   grad: 1.71e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4799  data: 0.0044  lr: 5.27e-04  mem: 50%  pow: 655.407 W
INFO    26-05-04 20:21:31.314365 - 0:45:45 -   grad: 1.75e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5195  data: 0.0013  lr: 5.28e-04  mem: 50%  pow: 647.17 W
INFO    26-05-04 20:21:33.348875 - 0:45:47 -   grad: 1.54e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5046  data: 0.0015  lr: 5.28e-04  mem: 50%  pow: 653.348 W
INFO    26-05-04 20:21:35.372015 - 0:45:49 -   grad: 1.67e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5277  data: 0.0016  lr: 5.29e-04  mem: 50%  pow: 639.212 W
INFO    26-05-04 20:21:37.364869 - 0:45:51 -   grad: 1.77e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4954  data: 0.0013  lr: 5.30e-04  mem: 50%  pow: 652.69 W
INFO    26-05-04 20:21:39.380040 - 0:45:53 -   grad: 1.85e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5036  data: 0.0015  lr: 5.30e-04  mem: 50%  pow: 651.948 W
INFO    26-05-04 20:21:41.387908 - 0:45:55 -   grad: 1.69e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5217  data: 0.001  lr: 5.30e-04  mem: 50%  pow: 642.56 W
INFO    26-05-04 20:21:43.421498 - 0:45:57 -   grad: 1.65e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4957  data: 0.0016  lr: 5.31e-04  mem: 50%  pow: 656.736 W
INFO    26-05-04 20:21:45.449355 - 0:45:59 -   grad: 1.82e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5078  data: 0.0021  lr: 5.31e-04  mem: 50%  pow: 656.621 W
INFO    26-05-04 20:21:47.457857 - 0:46:01 -   grad: 1.93e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.4984  data: 0.001  lr: 5.32e-04  mem: 50%  pow: 661.925 W
INFO    26-05-04 20:21:49.482525 - 0:46:03 -   grad: 2.22e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5121  data: 0.0011  lr: 5.32e-04  mem: 50%  pow: 649.2 W
INFO    26-05-04 20:21:51.520287 - 0:46:05 -   grad: 2.23e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5286  data: 0.0011  lr: 5.33e-04  mem: 50%  pow: 651.276 W
INFO    26-05-04 20:21:53.550639 - 0:46:07 -   grad: 1.89e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5167  data: 0.0016  lr: 5.34e-04  mem: 50%  pow: 626.157 W
INFO    26-05-04 20:21:55.558363 - 0:46:09 -   grad: 2.50e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5235  data: 0.0014  lr: 5.34e-04  mem: 50%  pow: 657.204 W
INFO    26-05-04 20:21:57.576213 - 0:46:11 -   grad: 2.82e-01  flops: 3.47e+14  wps: 3.25e+04  iter:   0.498  data: 0.0015  lr: 5.35e-04  mem: 50%  pow: 665.056 W
INFO    26-05-04 20:21:59.583787 - 0:46:13 -   grad: 2.55e-01  flops: 3.49e+14  wps: 3.27e+04  iter:   0.501  data: 0.0012  lr: 5.35e-04  mem: 50%  pow: 663.044 W
INFO    26-05-04 20:22:01.653815 - 0:46:15 -   grad: 2.50e-01  flops: 3.39e+14  wps: 3.17e+04  iter:   0.526  data: 0.0014  lr: 5.35e-04  mem: 50%  pow: 651.345 W
INFO    26-05-04 20:22:03.625056 - 0:46:17 -   grad: 2.40e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4879  data: 0.0022  lr: 5.36e-04  mem: 50%  pow: 666.11 W
INFO    26-05-04 20:22:05.587972 - 0:46:19 -   grad: 2.52e-01  flops: 3.57e+14  wps: 3.34e+04  iter:   0.498  data: 0.0012  lr: 5.36e-04  mem: 50%  pow: 658.848 W
INFO    26-05-04 20:22:07.606680 - 0:46:21 -   grad: 2.23e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4987  data: 0.0015  lr: 5.37e-04  mem: 50%  pow: 664.562 W
INFO    26-05-04 20:22:09.575920 - 0:46:23 -   grad: 2.36e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4866  data: 0.0009  lr: 5.38e-04  mem: 50%  pow: 669.645 W
INFO    26-05-04 20:22:11.578459 - 0:46:25 -   grad: 2.02e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5049  data: 0.0143  lr: 5.38e-04  mem: 50%  pow: 645.661 W
INFO    26-05-04 20:22:13.588899 - 0:46:27 -   grad: 2.03e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5018  data: 0.0011  lr: 5.39e-04  mem: 50%  pow: 660.068 W
INFO    26-05-04 20:22:15.622929 - 0:46:29 -   grad: 1.91e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5274  data: 0.0011  lr: 5.39e-04  mem: 50%  pow: 630.72 W
INFO    26-05-04 20:22:17.614454 - 0:46:31 -   grad: 1.99e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5069  data: 0.0012  lr: 5.39e-04  mem: 50%  pow: 661.603 W
INFO    26-05-04 20:22:19.629643 - 0:46:33 -   grad: 1.92e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5017  data: 0.0012  lr: 5.40e-04  mem: 50%  pow: 666.631 W
INFO    26-05-04 20:22:21.677475 - 0:46:35 -   grad: 1.66e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5141  data: 0.0011  lr: 5.40e-04  mem: 50%  pow: 642.674 W
INFO    26-05-04 20:22:23.673807 - 0:46:37 -   grad: 1.54e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5147  data: 0.0014  lr: 5.41e-04  mem: 50%  pow: 651.277 W
INFO    26-05-04 20:22:25.637639 - 0:46:39 -   grad: 1.58e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.5012  data: 0.0013  lr: 5.41e-04  mem: 50%  pow: 658.892 W
INFO    26-05-04 20:22:27.636476 - 0:46:41 -   grad: 1.59e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5125  data: 0.001  lr: 5.42e-04  mem: 50%  pow: 650.441 W
INFO    26-05-04 20:22:29.638132 - 0:46:43 -   grad: 1.74e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5178  data: 0.0011  lr: 5.43e-04  mem: 50%  pow: 655.885 W
INFO    26-05-04 20:22:31.661746 - 0:46:45 -   grad: 1.76e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5163  data: 0.0029  lr: 5.43e-04  mem: 50%  pow: 644.614 W
INFO    26-05-04 20:22:33.623625 - 0:46:47 -   grad: 1.85e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4858  data: 0.0014  lr: 5.44e-04  mem: 50%  pow: 659.354 W
INFO    26-05-04 20:22:35.643144 - 0:46:49 -   grad: 1.93e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4962  data: 0.0011  lr: 5.44e-04  mem: 50%  pow: 673.558 W
INFO    26-05-04 20:22:37.656106 - 0:46:51 -   grad: 2.31e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5292  data: 0.001  lr: 5.44e-04  mem: 50%  pow: 642.845 W
INFO    26-05-04 20:22:39.672333 - 0:46:53 -   grad: 2.38e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5177  data: 0.001  lr: 5.45e-04  mem: 50%  pow: 632.732 W
INFO    26-05-04 20:22:41.715624 - 0:46:55 -   grad: 2.08e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4916  data: 0.0011  lr: 5.45e-04  mem: 50%  pow: 656.861 W
INFO    26-05-04 20:22:43.691247 - 0:46:57 -   grad: 1.73e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.5075  data: 0.001  lr: 5.46e-04  mem: 50%  pow: 664.108 W
INFO    26-05-04 20:22:45.725079 - 0:46:59 -   grad: 1.83e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5153  data: 0.0015  lr: 5.47e-04  mem: 50%  pow: 651.476 W
INFO    26-05-04 20:22:47.727520 - 0:47:01 -   grad: 1.83e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4949  data: 0.0048  lr: 5.47e-04  mem: 50%  pow: 665.895 W
INFO    26-05-04 20:22:49.751872 - 0:47:03 -   grad: 2.01e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5146  data: 0.0011  lr: 5.48e-04  mem: 50%  pow: 640.416 W
INFO    26-05-04 20:22:51.762805 - 0:47:05 -   grad: 2.16e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5149  data: 0.0019  lr: 5.48e-04  mem: 50%  pow: 654.613 W
INFO    26-05-04 20:22:53.784709 - 0:47:07 -   grad: 2.55e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5022  data: 0.0012  lr: 5.49e-04  mem: 50%  pow: 651.372 W
INFO    26-05-04 20:22:55.874217 - 0:47:09 -   grad: 2.26e-01  flops: 3.35e+14  wps: 3.14e+04  iter:   0.532  data: 0.0013  lr: 5.49e-04  mem: 50%  pow: 644.105 W
INFO    26-05-04 20:22:57.892925 - 0:47:11 -   grad: 1.97e-01  flops: 3.47e+14  wps: 3.25e+04  iter:   0.527  data: 0.0011  lr: 5.49e-04  mem: 50%  pow: 650.616 W
INFO    26-05-04 20:22:59.921393 - 0:47:13 -   grad: 2.52e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5199  data: 0.0011  lr: 5.50e-04  mem: 50%  pow: 649.644 W
INFO    26-05-04 20:23:01.938845 - 0:47:15 -   grad: 2.28e-01  flops: 3.47e+14  wps: 3.25e+04  iter:   0.505  data: 0.0011  lr: 5.50e-04  mem: 50%  pow: 655.515 W
INFO    26-05-04 20:23:03.975604 - 0:47:17 -   grad: 1.76e-01  flops: 3.44e+14  wps: 3.22e+04  iter:   0.488  data: 0.0016  lr: 5.51e-04  mem: 50%  pow: 654.754 W
INFO    26-05-04 20:23:05.955898 - 0:47:19 -   grad: 2.73e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5108  data: 0.0012  lr: 5.52e-04  mem: 50%  pow: 666.834 W
INFO    26-05-04 20:23:08.009276 - 0:47:21 -   grad: 2.24e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5149  data: 0.0031  lr: 5.52e-04  mem: 50%  pow: 648.446 W
INFO    26-05-04 20:23:10.043030 - 0:47:23 -   grad: 2.26e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5138  data: 0.0011  lr: 5.53e-04  mem: 50%  pow: 648.998 W
INFO    26-05-04 20:23:12.076669 - 0:47:25 -   grad: 2.19e-01  flops: 3.44e+14  wps: 3.23e+04  iter:  0.5244  data: 0.0012  lr: 5.53e-04  mem: 50%  pow: 646.4 W
INFO    26-05-04 20:23:14.102960 - 0:47:27 -   grad: 2.06e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5116  data: 0.0011  lr: 5.53e-04  mem: 50%  pow: 640.654 W
INFO    26-05-04 20:23:16.138021 - 0:47:29 -   grad: 2.26e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5273  data: 0.0014  lr: 5.54e-04  mem: 50%  pow: 662.845 W
INFO    26-05-04 20:23:18.133391 - 0:47:31 -   grad: 2.03e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4967  data: 0.0011  lr: 5.54e-04  mem: 50%  pow: 662.073 W
INFO    26-05-04 20:23:20.140781 - 0:47:33 -   grad: 2.49e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4838  data: 0.0211  lr: 5.55e-04  mem: 50%  pow: 654.69 W
INFO    26-05-04 20:23:22.154010 - 0:47:35 -   grad: 2.33e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4939  data: 0.0023  lr: 5.56e-04  mem: 50%  pow: 651.584 W
INFO    26-05-04 20:23:24.141253 - 0:47:37 -   grad: 2.02e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4833  data: 0.0011  lr: 5.56e-04  mem: 50%  pow: 651.369 W
INFO    26-05-04 20:23:26.171678 - 0:47:39 -   grad: 2.29e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.489  data: 0.0014  lr: 5.57e-04  mem: 50%  pow: 665.709 W
INFO    26-05-04 20:23:28.230827 - 0:47:41 -   grad: 2.38e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5275  data: 0.0016  lr: 5.57e-04  mem: 50%  pow: 650.471 W
INFO    26-05-04 20:23:30.226121 - 0:47:43 -   grad: 2.39e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5077  data: 0.0011  lr: 5.58e-04  mem: 50%  pow: 661.81 W
INFO    26-05-04 20:23:32.247278 - 0:47:46 -   grad: 1.87e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4906  data: 0.0143  lr: 5.58e-04  mem: 50%  pow: 662.358 W
INFO    26-05-04 20:23:34.339720 - 0:47:48 -   grad: 1.90e-01  flops: 3.35e+14  wps: 3.14e+04  iter:  0.5278  data: 0.0014  lr: 5.58e-04  mem: 50%  pow: 625.567 W
INFO    26-05-04 20:23:36.400159 - 0:47:50 -   grad: 1.89e-01  flops: 3.40e+14  wps: 3.19e+04  iter:  0.4907  data: 0.001  lr: 5.59e-04  mem: 50%  pow: 651.159 W
INFO    26-05-04 20:23:38.478822 - 0:47:52 -   grad: 1.83e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.5073  data: 0.0015  lr: 5.59e-04  mem: 50%  pow: 643.405 W
INFO    26-05-04 20:23:40.492518 - 0:47:54 -   grad: 1.89e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5026  data: 0.001  lr: 5.60e-04  mem: 50%  pow: 642.679 W
INFO    26-05-04 20:23:42.483045 - 0:47:56 -   grad: 1.58e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4902  data: 0.0021  lr: 5.61e-04  mem: 50%  pow: 661.753 W
INFO    26-05-04 20:23:44.503312 - 0:47:58 -   grad: 1.85e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5138  data: 0.0011  lr: 5.61e-04  mem: 50%  pow: 639.277 W
INFO    26-05-04 20:23:46.517508 - 0:48:00 -   grad: 1.99e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5044  data: 0.0014  lr: 5.62e-04  mem: 50%  pow: 673.635 W
INFO    26-05-04 20:23:48.533533 - 0:48:02 -   grad: 1.68e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5209  data: 0.0011  lr: 5.62e-04  mem: 50%  pow: 659.398 W
INFO    26-05-04 20:23:50.531407 - 0:48:04 -   grad: 1.77e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5068  data: 0.0011  lr: 5.63e-04  mem: 50%  pow: 653.319 W
INFO    26-05-04 20:23:52.517847 - 0:48:06 -   grad: 1.85e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5113  data: 0.0016  lr: 5.63e-04  mem: 50%  pow: 648.396 W
INFO    26-05-04 20:23:54.680169 - 0:48:08 -   grad: 1.73e-01  flops: 3.24e+14  wps: 3.03e+04  iter:  0.5046  data: 0.0011  lr: 5.63e-04  mem: 50%  pow: 649.341 W
INFO    26-05-04 20:23:56.691510 - 0:48:10 -   grad: 1.67e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.4861  data: 0.0014  lr: 5.64e-04  mem: 50%  pow: 658.762 W
INFO    26-05-04 20:23:58.743825 - 0:48:12 -   grad: 1.84e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4875  data: 0.0166  lr: 5.65e-04  mem: 50%  pow: 660.098 W
INFO    26-05-04 20:24:00.713221 - 0:48:14 -   grad: 1.96e-01  flops: 3.56e+14  wps: 3.34e+04  iter:  0.4912  data: 0.0014  lr: 5.65e-04  mem: 50%  pow: 663.954 W
INFO    26-05-04 20:24:02.730579 - 0:48:16 -   grad: 1.66e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5265  data: 0.0011  lr: 5.66e-04  mem: 50%  pow: 654.196 W
INFO    26-05-04 20:24:04.758457 - 0:48:18 -   grad: 1.66e-01  flops: 3.46e+14  wps: 3.24e+04  iter:   0.523  data: 0.0014  lr: 5.66e-04  mem: 50%  pow: 647.114 W
INFO    26-05-04 20:24:06.790401 - 0:48:20 -   grad: 1.91e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5316  data: 0.0011  lr: 5.67e-04  mem: 50%  pow: 641.28 W
INFO    26-05-04 20:24:08.789140 - 0:48:22 -   grad: 1.89e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5214  data: 0.0014  lr: 5.67e-04  mem: 50%  pow: 655.504 W
INFO    26-05-04 20:24:10.771440 - 0:48:24 -   grad: 1.88e-01  flops: 3.53e+14  wps: 3.31e+04  iter:   0.475  data: 0.0162  lr: 5.67e-04  mem: 50%  pow: 669.513 W
INFO    26-05-04 20:24:12.763773 - 0:48:26 -   grad: 1.86e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5031  data: 0.0014  lr: 5.68e-04  mem: 50%  pow: 653.517 W
INFO    26-05-04 20:24:14.767842 - 0:48:28 -   grad: 1.79e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4986  data: 0.0015  lr: 5.68e-04  mem: 50%  pow: 646.067 W
INFO    26-05-04 20:24:16.758918 - 0:48:30 -   grad: 2.06e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5169  data: 0.0013  lr: 5.69e-04  mem: 50%  pow: 639.835 W
INFO    26-05-04 20:24:18.826908 - 0:48:32 -   grad: 1.83e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5141  data: 0.0013  lr: 5.70e-04  mem: 50%  pow: 645.407 W
INFO    26-05-04 20:24:20.859106 - 0:48:34 -   grad: 1.88e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.483  data: 0.014  lr: 5.70e-04  mem: 50%  pow: 638.22 W
INFO    26-05-04 20:24:22.877933 - 0:48:36 -   grad: 1.86e-01  flops: 3.47e+14  wps: 3.25e+04  iter:   0.496  data: 0.0164  lr: 5.71e-04  mem: 50%  pow: 658.516 W
INFO    26-05-04 20:24:24.875412 - 0:48:38 -   grad: 1.71e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4903  data: 0.0011  lr: 5.71e-04  mem: 50%  pow: 657.398 W
INFO    26-05-04 20:24:26.898067 - 0:48:40 -   grad: 1.88e-01  flops: 3.47e+14  wps: 3.24e+04  iter:  0.4867  data: 0.0011  lr: 5.72e-04  mem: 50%  pow: 655.827 W
INFO    26-05-04 20:24:28.935554 - 0:48:42 -   grad: 1.92e-01  flops: 3.44e+14  wps: 3.22e+04  iter:   0.506  data: 0.0011  lr: 5.72e-04  mem: 50%  pow: 646.238 W
INFO    26-05-04 20:24:30.952662 - 0:48:44 -   grad: 2.03e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4912  data: 0.0017  lr: 5.72e-04  mem: 50%  pow: 660.345 W
INFO    26-05-04 20:24:33.031782 - 0:48:46 -   grad: 1.77e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.5201  data: 0.0011  lr: 5.73e-04  mem: 50%  pow: 647.673 W
INFO    26-05-04 20:24:35.072993 - 0:48:48 -   grad: 1.70e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4936  data: 0.0011  lr: 5.74e-04  mem: 50%  pow: 630.797 W
INFO    26-05-04 20:24:37.126297 - 0:48:50 -   grad: 2.08e-01  flops: 3.41e+14  wps: 3.19e+04  iter:    0.53  data: 0.0012  lr: 5.74e-04  mem: 50%  pow: 654.774 W
INFO    26-05-04 20:24:39.172381 - 0:48:52 -   grad: 1.64e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5116  data: 0.001  lr: 5.75e-04  mem: 50%  pow: 647.711 W
INFO    26-05-04 20:24:41.118602 - 0:48:54 -   grad: 1.63e-01  flops: 3.60e+14  wps: 3.37e+04  iter:   0.475  data: 0.0236  lr: 5.75e-04  mem: 50%  pow: 666.992 W
INFO    26-05-04 20:24:43.101923 - 0:48:56 -   grad: 1.68e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4869  data: 0.0015  lr: 5.76e-04  mem: 50%  pow: 677.301 W
INFO    26-05-04 20:24:45.106557 - 0:48:58 -   grad: 2.02e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4983  data: 0.0012  lr: 5.76e-04  mem: 50%  pow: 657.17 W
INFO    26-05-04 20:24:47.110475 - 0:49:00 -   grad: 1.81e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5105  data: 0.0014  lr: 5.76e-04  mem: 50%  pow: 660.901 W
INFO    26-05-04 20:24:49.153161 - 0:49:02 -   grad: 1.62e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5141  data: 0.0013  lr: 5.77e-04  mem: 50%  pow: 651.42 W
INFO    26-05-04 20:24:51.141508 - 0:49:04 -   grad: 1.79e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4909  data: 0.0012  lr: 5.77e-04  mem: 50%  pow: 653.768 W
INFO    26-05-04 20:24:53.165943 - 0:49:06 -   grad: 1.79e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5153  data: 0.0032  lr: 5.78e-04  mem: 50%  pow: 644.469 W
INFO    26-05-04 20:24:55.156051 - 0:49:08 -   grad: 1.96e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4876  data: 0.0011  lr: 5.79e-04  mem: 50%  pow: 663.164 W
INFO    26-05-04 20:24:57.148885 - 0:49:10 -   grad: 1.84e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4924  data: 0.0009  lr: 5.79e-04  mem: 50%  pow: 665.517 W
INFO    26-05-04 20:24:59.159244 - 0:49:12 -   grad: 2.27e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5085  data: 0.001  lr: 5.80e-04  mem: 50%  pow: 658.417 W
INFO    26-05-04 20:25:01.179362 - 0:49:14 -   grad: 2.23e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5046  data: 0.001  lr: 5.80e-04  mem: 50%  pow: 656.577 W
INFO    26-05-04 20:25:03.124630 - 0:49:16 -   grad: 1.78e-01  flops: 3.60e+14  wps: 3.37e+04  iter:  0.4967  data: 0.0023  lr: 5.81e-04  mem: 50%  pow: 664.335 W
INFO    26-05-04 20:25:05.134491 - 0:49:18 -   grad: 2.00e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.4859  data: 0.0015  lr: 5.81e-04  mem: 50%  pow: 671.201 W
INFO    26-05-04 20:25:07.133825 - 0:49:20 -   grad: 2.16e-01  flops: 3.51e+14  wps: 3.28e+04  iter:   0.508  data: 0.0015  lr: 5.81e-04  mem: 50%  pow: 661.854 W
INFO    26-05-04 20:25:09.210525 - 0:49:22 -   grad: 2.08e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.5327  data: 0.0029  lr: 5.82e-04  mem: 50%  pow: 665.085 W
INFO    26-05-04 20:25:11.163466 - 0:49:24 -   grad: 1.98e-01  flops: 3.59e+14  wps: 3.36e+04  iter:  0.5029  data: 0.0016  lr: 5.83e-04  mem: 50%  pow: 665.972 W
INFO    26-05-04 20:25:13.145177 - 0:49:26 -   grad: 1.94e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4998  data: 0.002  lr: 5.83e-04  mem: 50%  pow: 662.762 W
INFO    26-05-04 20:25:15.136734 - 0:49:28 -   grad: 2.07e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4868  data: 0.0016  lr: 5.84e-04  mem: 50%  pow: 660.16 W
INFO    26-05-04 20:25:17.148548 - 0:49:30 -   grad: 2.09e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4899  data: 0.0016  lr: 5.84e-04  mem: 50%  pow: 655.801 W
INFO    26-05-04 20:25:19.169265 - 0:49:32 -   grad: 1.99e-01  flops: 3.47e+14  wps: 3.24e+04  iter:  0.5255  data: 0.0012  lr: 5.85e-04  mem: 50%  pow: 635.293 W
INFO    26-05-04 20:25:21.176665 - 0:49:34 -   grad: 2.07e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5103  data: 0.0014  lr: 5.85e-04  mem: 50%  pow: 654.218 W
INFO    26-05-04 20:25:23.206726 - 0:49:36 -   grad: 2.08e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4977  data: 0.0016  lr: 5.86e-04  mem: 50%  pow: 656.422 W
INFO    26-05-04 20:25:25.286747 - 0:49:39 -   grad: 1.84e-01  flops: 3.37e+14  wps: 3.15e+04  iter:  0.5175  data: 0.001  lr: 5.86e-04  mem: 50%  pow: 627.193 W
INFO    26-05-04 20:25:27.318751 - 0:49:41 -   grad: 1.77e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5074  data: 0.001  lr: 5.86e-04  mem: 50%  pow: 660.796 W
INFO    26-05-04 20:25:29.366824 - 0:49:43 -   grad: 1.67e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5106  data: 0.0011  lr: 5.87e-04  mem: 50%  pow: 662.114 W
INFO    26-05-04 20:25:31.344685 - 0:49:45 -   grad: 1.84e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4804  data: 0.0012  lr: 5.88e-04  mem: 50%  pow: 670.63 W
INFO    26-05-04 20:25:33.324546 - 0:49:47 -   grad: 1.70e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4856  data: 0.0011  lr: 5.88e-04  mem: 50%  pow: 671.028 W
INFO    26-05-04 20:25:35.407356 - 0:49:49 -   grad: 1.70e-01  flops: 3.37e+14  wps: 3.15e+04  iter:  0.5404  data: 0.0011  lr: 5.89e-04  mem: 50%  pow: 634.594 W
INFO    26-05-04 20:25:37.452781 - 0:49:51 -   grad: 1.71e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5113  data: 0.0023  lr: 5.89e-04  mem: 50%  pow: 634.565 W
INFO    26-05-04 20:25:39.520666 - 0:49:53 -   grad: 1.73e-01  flops: 3.39e+14  wps: 3.17e+04  iter:   0.526  data: 0.0011  lr: 5.90e-04  mem: 50%  pow: 659.106 W
INFO    26-05-04 20:25:41.539539 - 0:49:55 -   grad: 1.66e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5098  data: 0.0011  lr: 5.90e-04  mem: 50%  pow: 658.726 W
INFO    26-05-04 20:25:43.538231 - 0:49:57 -   grad: 1.70e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5037  data: 0.0012  lr: 5.90e-04  mem: 50%  pow: 665.515 W
INFO    26-05-04 20:25:45.551462 - 0:49:59 -   grad: 1.79e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5133  data: 0.0011  lr: 5.91e-04  mem: 50%  pow: 653.233 W
INFO    26-05-04 20:25:47.590752 - 0:50:01 -   grad: 1.56e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4888  data: 0.0011  lr: 5.92e-04  mem: 50%  pow: 672.981 W
INFO    26-05-04 20:25:49.623651 - 0:50:03 -   grad: 1.67e-01  flops: 3.44e+14  wps: 3.23e+04  iter:  0.4982  data: 0.0012  lr: 5.92e-04  mem: 50%  pow: 651.122 W
INFO    26-05-04 20:25:51.650076 - 0:50:05 -   grad: 1.73e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5249  data: 0.0015  lr: 5.93e-04  mem: 50%  pow: 648.494 W
INFO    26-05-04 20:25:53.617414 - 0:50:07 -   grad: 1.54e-01  flops: 3.56e+14  wps: 3.34e+04  iter:  0.5065  data: 0.0017  lr: 5.93e-04  mem: 50%  pow: 666.073 W
INFO    26-05-04 20:25:55.610484 - 0:50:09 -   grad: 1.65e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5267  data: 0.0012  lr: 5.94e-04  mem: 50%  pow: 646.629 W
INFO    26-05-04 20:25:57.624874 - 0:50:11 -   grad: 1.62e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4911  data: 0.0013  lr: 5.94e-04  mem: 50%  pow: 659.273 W
INFO    26-05-04 20:25:59.648020 - 0:50:13 -   grad: 1.57e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5239  data: 0.0054  lr: 5.95e-04  mem: 50%  pow: 652.247 W
INFO    26-05-04 20:26:01.687927 - 0:50:15 -   grad: 1.58e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5038  data: 0.0013  lr: 5.95e-04  mem: 50%  pow: 646.545 W
INFO    26-05-04 20:26:03.669634 - 0:50:17 -   grad: 1.59e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4883  data: 0.0012  lr: 5.96e-04  mem: 50%  pow: 664.711 W
INFO    26-05-04 20:26:05.704138 - 0:50:19 -   grad: 1.54e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.505  data: 0.0011  lr: 5.96e-04  mem: 50%  pow: 650.063 W
INFO    26-05-04 20:26:07.822290 - 0:50:21 -   grad: 1.58e-01  flops: 3.31e+14  wps: 3.10e+04  iter:  0.5534  data: 0.001  lr: 5.97e-04  mem: 50%  pow: 636.527 W
INFO    26-05-04 20:26:09.865149 - 0:50:23 -   grad: 1.66e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.534  data: 0.0011  lr: 5.97e-04  mem: 50%  pow: 657.0 W
INFO    26-05-04 20:26:11.859306 - 0:50:25 -   grad: 1.83e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5069  data: 0.0015  lr: 5.98e-04  mem: 50%  pow: 637.472 W
INFO    26-05-04 20:26:13.908912 - 0:50:27 -   grad: 1.94e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5099  data: 0.0013  lr: 5.98e-04  mem: 50%  pow: 647.06 W
INFO    26-05-04 20:26:15.975521 - 0:50:29 -   grad: 1.95e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5079  data: 0.0012  lr: 5.99e-04  mem: 50%  pow: 637.183 W
INFO    26-05-04 20:26:17.983912 - 0:50:31 -   grad: 2.10e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5345  data: 0.0012  lr: 5.99e-04  mem: 50%  pow: 632.215 W
INFO    26-05-04 20:26:20.004056 - 0:50:33 -   grad: 2.28e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4953  data: 0.0029  lr: 6.00e-04  mem: 50%  pow: 662.635 W
INFO    26-05-04 20:26:22.035296 - 0:50:35 -   grad: 2.50e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5105  data: 0.0014  lr: 6.00e-04  mem: 50%  pow: 653.295 W
INFO    26-05-04 20:26:24.124844 - 0:50:37 -   grad: 2.18e-01  flops: 3.35e+14  wps: 3.14e+04  iter:  0.5421  data: 0.0012  lr: 6.01e-04  mem: 50%  pow: 642.747 W
INFO    26-05-04 20:26:26.168723 - 0:50:39 -   grad: 1.78e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4943  data: 0.0013  lr: 6.01e-04  mem: 50%  pow: 655.435 W
INFO    26-05-04 20:26:28.171977 - 0:50:41 -   grad: 1.72e-01  flops: 3.50e+14  wps: 3.28e+04  iter:   0.513  data: 0.0011  lr: 6.02e-04  mem: 50%  pow: 660.495 W
INFO    26-05-04 20:26:30.222851 - 0:50:43 -   grad: 1.90e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.4994  data: 0.001  lr: 6.02e-04  mem: 50%  pow: 655.955 W
INFO    26-05-04 20:26:32.245388 - 0:50:46 -   grad: 1.68e-01  flops: 3.47e+14  wps: 3.24e+04  iter:  0.4879  data: 0.0011  lr: 6.03e-04  mem: 50%  pow: 666.592 W
INFO    26-05-04 20:26:34.312666 - 0:50:48 -   grad: 1.87e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5298  data: 0.0014  lr: 6.03e-04  mem: 50%  pow: 628.73 W
INFO    26-05-04 20:26:36.302591 - 0:50:50 -   grad: 1.66e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4812  data: 0.0011  lr: 6.04e-04  mem: 50%  pow: 660.354 W
INFO    26-05-04 20:26:38.269691 - 0:50:52 -   grad: 1.79e-01  flops: 3.56e+14  wps: 3.34e+04  iter:   0.521  data: 0.0011  lr: 6.04e-04  mem: 50%  pow: 656.392 W
INFO    26-05-04 20:26:40.325272 - 0:50:54 -   grad: 1.74e-01  flops: 3.41e+14  wps: 3.19e+04  iter:   0.514  data: 0.0029  lr: 6.05e-04  mem: 50%  pow: 655.811 W
INFO    26-05-04 20:26:42.309231 - 0:50:56 -   grad: 1.50e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4946  data: 0.0013  lr: 6.05e-04  mem: 50%  pow: 669.209 W
INFO    26-05-04 20:26:44.354854 - 0:50:58 -   grad: 1.70e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4857  data: 0.0012  lr: 6.06e-04  mem: 50%  pow: 661.881 W
INFO    26-05-04 20:26:46.398522 - 0:51:00 -   grad: 1.73e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5141  data: 0.0013  lr: 6.06e-04  mem: 50%  pow: 651.099 W
INFO    26-05-04 20:26:48.460175 - 0:51:02 -   grad: 1.77e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5298  data: 0.0014  lr: 6.07e-04  mem: 50%  pow: 650.082 W
INFO    26-05-04 20:26:50.482593 - 0:51:04 -   grad: 1.80e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5216  data: 0.0013  lr: 6.07e-04  mem: 50%  pow: 654.386 W
INFO    26-05-04 20:26:52.478576 - 0:51:06 -   grad: 1.67e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5056  data: 0.0011  lr: 6.08e-04  mem: 50%  pow: 653.174 W
INFO    26-05-04 20:26:54.648185 - 0:51:08 -   grad: 2.10e-01  flops: 3.23e+14  wps: 3.03e+04  iter:  0.5201  data: 0.001  lr: 6.08e-04  mem: 50%  pow: 651.488 W
INFO    26-05-04 20:26:56.716545 - 0:51:10 -   grad: 2.11e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5291  data: 0.0011  lr: 6.09e-04  mem: 50%  pow: 636.342 W
INFO    26-05-04 20:26:58.694609 - 0:51:12 -   grad: 1.99e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.5011  data: 0.0013  lr: 6.09e-04  mem: 50%  pow: 658.482 W
INFO    26-05-04 20:27:00.751114 - 0:51:14 -   grad: 2.16e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4937  data: 0.0012  lr: 6.10e-04  mem: 50%  pow: 659.522 W
INFO    26-05-04 20:27:02.744277 - 0:51:16 -   grad: 2.03e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5017  data: 0.0012  lr: 6.10e-04  mem: 50%  pow: 652.697 W
INFO    26-05-04 20:27:04.732532 - 0:51:18 -   grad: 1.68e-01  flops: 3.52e+14  wps: 3.30e+04  iter:   0.494  data: 0.0011  lr: 6.11e-04  mem: 50%  pow: 663.756 W
INFO    26-05-04 20:27:06.773732 - 0:51:20 -   grad: 1.65e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5025  data: 0.0012  lr: 6.11e-04  mem: 50%  pow: 654.196 W
INFO    26-05-04 20:27:08.756490 - 0:51:22 -   grad: 1.75e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4924  data: 0.001  lr: 6.12e-04  mem: 50%  pow: 651.644 W
INFO    26-05-04 20:27:10.891762 - 0:51:24 -   grad: 1.62e-01  flops: 3.29e+14  wps: 3.08e+04  iter:  0.4881  data: 0.0012  lr: 6.12e-04  mem: 50%  pow: 657.394 W
INFO    26-05-04 20:27:12.940355 - 0:51:26 -   grad: 1.46e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5098  data: 0.0009  lr: 6.13e-04  mem: 50%  pow: 645.645 W
INFO    26-05-04 20:27:14.996426 - 0:51:28 -   grad: 1.72e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5203  data: 0.0015  lr: 6.13e-04  mem: 50%  pow: 641.279 W
INFO    26-05-04 20:27:17.041386 - 0:51:30 -   grad: 2.10e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4996  data: 0.0009  lr: 6.14e-04  mem: 50%  pow: 636.22 W
INFO    26-05-04 20:27:19.008493 - 0:51:32 -   grad: 1.74e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.5109  data: 0.0015  lr: 6.14e-04  mem: 50%  pow: 657.348 W
INFO    26-05-04 20:27:21.049060 - 0:51:34 -   grad: 1.63e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5198  data: 0.001  lr: 6.15e-04  mem: 50%  pow: 651.903 W
INFO    26-05-04 20:27:23.099942 - 0:51:36 -   grad: 1.72e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4915  data: 0.0012  lr: 6.15e-04  mem: 50%  pow: 637.535 W
INFO    26-05-04 20:27:25.132161 - 0:51:38 -   grad: 1.75e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5016  data: 0.0012  lr: 6.16e-04  mem: 50%  pow: 654.129 W
INFO    26-05-04 20:27:27.174589 - 0:51:40 -   grad: 2.07e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5052  data: 0.0014  lr: 6.16e-04  mem: 50%  pow: 627.763 W
INFO    26-05-04 20:27:29.246947 - 0:51:43 -   grad: 2.13e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5305  data: 0.0021  lr: 6.17e-04  mem: 50%  pow: 642.455 W
INFO    26-05-04 20:27:31.253840 - 0:51:45 -   grad: 2.20e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5038  data: 0.0011  lr: 6.17e-04  mem: 50%  pow: 659.105 W
INFO    26-05-04 20:27:33.713496 - 0:51:47 -   grad: 2.09e-01  flops: 2.85e+14  wps: 2.67e+04  iter:  0.5095  data: 0.001  lr: 6.18e-04  mem: 50%  pow: 663.616 W
INFO    26-05-04 20:27:35.676073 - 0:51:49 -   grad: 1.83e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4935  data: 0.0014  lr: 6.18e-04  mem: 50%  pow: 652.197 W
INFO    26-05-04 20:27:37.909382 - 0:51:51 -   grad: 1.81e-01  flops: 3.14e+14  wps: 2.94e+04  iter:  0.4836  data: 0.0362  lr: 6.19e-04  mem: 50%  pow: 644.868 W
INFO    26-05-04 20:27:39.965183 - 0:51:53 -   grad: 1.89e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5232  data: 0.0012  lr: 6.19e-04  mem: 50%  pow: 628.696 W
INFO    26-05-04 20:27:41.969263 - 0:51:55 -   grad: 1.70e-01  flops: 3.49e+14  wps: 3.27e+04  iter:   0.501  data: 0.0014  lr: 6.20e-04  mem: 50%  pow: 648.625 W
INFO    26-05-04 20:27:44.002707 - 0:51:57 -   grad: 1.66e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4959  data: 0.0015  lr: 6.20e-04  mem: 50%  pow: 667.788 W
INFO    26-05-04 20:27:46.510465 - 0:52:00 -   grad: 1.89e-01  flops: 2.79e+14  wps: 2.62e+04  iter:  0.4853  data: 0.0154  lr: 6.21e-04  mem: 50%  pow: 649.092 W
INFO    26-05-04 20:27:48.556260 - 0:52:02 -   grad: 1.61e-01  flops: 3.43e+14  wps: 3.21e+04  iter:   0.525  data: 0.0013  lr: 6.21e-04  mem: 50%  pow: 644.253 W
INFO    26-05-04 20:27:50.575683 - 0:52:04 -   grad: 1.92e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4954  data: 0.0014  lr: 6.22e-04  mem: 50%  pow: 669.415 W
INFO    26-05-04 20:27:52.590680 - 0:52:06 -   grad: 1.66e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4948  data: 0.0013  lr: 6.22e-04  mem: 50%  pow: 673.553 W
INFO    26-05-04 20:27:54.621225 - 0:52:08 -   grad: 2.12e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4931  data: 0.0016  lr: 6.23e-04  mem: 50%  pow: 652.9 W
INFO    26-05-04 20:27:56.627444 - 0:52:10 -   grad: 1.92e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4986  data: 0.003  lr: 6.23e-04  mem: 50%  pow: 664.325 W
INFO    26-05-04 20:27:58.657946 - 0:52:12 -   grad: 2.08e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5128  data: 0.0012  lr: 6.24e-04  mem: 50%  pow: 627.354 W
INFO    26-05-04 20:28:00.689073 - 0:52:14 -   grad: 1.60e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4995  data: 0.0057  lr: 6.24e-04  mem: 50%  pow: 641.883 W
INFO    26-05-04 20:28:03.162123 - 0:52:16 -   grad: 1.66e-01  flops: 2.83e+14  wps: 2.65e+04  iter:  0.4741  data: 0.0226  lr: 6.25e-04  mem: 50%  pow: 662.575 W
INFO    26-05-04 20:28:05.194481 - 0:52:18 -   grad: 1.65e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.507  data: 0.0015  lr: 6.25e-04  mem: 50%  pow: 649.034 W
INFO    26-05-04 20:28:07.215085 - 0:52:20 -   grad: 1.66e-01  flops: 3.47e+14  wps: 3.25e+04  iter:   0.478  data: 0.0141  lr: 6.25e-04  mem: 50%  pow: 657.478 W
INFO    26-05-04 20:28:09.230299 - 0:52:22 -   grad: 1.88e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5141  data: 0.0014  lr: 6.26e-04  mem: 50%  pow: 634.909 W
INFO    26-05-04 20:28:11.296945 - 0:52:25 -   grad: 1.90e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5118  data: 0.0015  lr: 6.26e-04  mem: 50%  pow: 654.752 W
INFO    26-05-04 20:28:13.281111 - 0:52:27 -   grad: 1.70e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4747  data: 0.0132  lr: 6.27e-04  mem: 50%  pow: 665.989 W
INFO    26-05-04 20:28:15.295246 - 0:52:29 -   grad: 1.94e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4956  data: 0.0011  lr: 6.27e-04  mem: 50%  pow: 663.395 W
INFO    26-05-04 20:28:17.354504 - 0:52:31 -   grad: 2.04e-01  flops: 3.40e+14  wps: 3.19e+04  iter:  0.5091  data: 0.0014  lr: 6.28e-04  mem: 50%  pow: 657.366 W
INFO    26-05-04 20:28:19.391158 - 0:52:33 -   grad: 2.19e-01  flops: 3.44e+14  wps: 3.22e+04  iter:   0.503  data: 0.0026  lr: 6.28e-04  mem: 50%  pow: 641.157 W
INFO    26-05-04 20:28:21.436427 - 0:52:35 -   grad: 1.80e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5072  data: 0.0013  lr: 6.29e-04  mem: 50%  pow: 653.342 W
INFO    26-05-04 20:28:23.535023 - 0:52:37 -   grad: 1.60e-01  flops: 3.35e+14  wps: 3.14e+04  iter:  0.4932  data: 0.0157  lr: 6.29e-04  mem: 50%  pow: 659.42 W
INFO    26-05-04 20:28:25.564896 - 0:52:39 -   grad: 1.52e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.515  data: 0.0022  lr: 6.30e-04  mem: 50%  pow: 641.9 W
INFO    26-05-04 20:28:27.630606 - 0:52:41 -   grad: 1.39e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5161  data: 0.0018  lr: 6.30e-04  mem: 50%  pow: 659.097 W
INFO    26-05-04 20:28:29.604824 - 0:52:43 -   grad: 1.44e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4866  data: 0.0016  lr: 6.31e-04  mem: 50%  pow: 668.04 W
INFO    26-05-04 20:28:31.610234 - 0:52:45 -   grad: 1.43e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5134  data: 0.0015  lr: 6.32e-04  mem: 50%  pow: 653.736 W
INFO    26-05-04 20:28:33.747376 - 0:52:47 -   grad: 1.71e-01  flops: 3.29e+14  wps: 3.08e+04  iter:  0.5091  data: 0.001  lr: 6.32e-04  mem: 50%  pow: 647.089 W
INFO    26-05-04 20:28:35.723432 - 0:52:49 -   grad: 1.50e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.5001  data: 0.0014  lr: 6.32e-04  mem: 50%  pow: 656.303 W
INFO    26-05-04 20:28:37.800532 - 0:52:51 -   grad: 1.89e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.5033  data: 0.0014  lr: 6.33e-04  mem: 50%  pow: 660.773 W
INFO    26-05-04 20:28:39.811082 - 0:52:53 -   grad: 1.94e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4829  data: 0.006  lr: 6.33e-04  mem: 50%  pow: 647.945 W
INFO    26-05-04 20:28:41.797800 - 0:52:55 -   grad: 1.73e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4925  data: 0.0152  lr: 6.34e-04  mem: 50%  pow: 664.332 W
INFO    26-05-04 20:28:43.848901 - 0:52:57 -   grad: 1.97e-01  flops: 3.41e+14  wps: 3.20e+04  iter:   0.513  data: 0.0011  lr: 6.34e-04  mem: 50%  pow: 664.272 W
INFO    26-05-04 20:28:45.867432 - 0:52:59 -   grad: 1.88e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5124  data: 0.0011  lr: 6.35e-04  mem: 50%  pow: 654.342 W
INFO    26-05-04 20:28:47.864827 - 0:53:01 -   grad: 1.83e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4982  data: 0.0009  lr: 6.35e-04  mem: 50%  pow: 651.139 W
INFO    26-05-04 20:28:49.921210 - 0:53:03 -   grad: 1.71e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4981  data: 0.0011  lr: 6.36e-04  mem: 50%  pow: 649.669 W
INFO    26-05-04 20:28:51.919741 - 0:53:05 -   grad: 1.72e-01  flops: 3.51e+14  wps: 3.28e+04  iter:   0.505  data: 0.0014  lr: 6.37e-04  mem: 50%  pow: 646.013 W
INFO    26-05-04 20:28:53.914669 - 0:53:07 -   grad: 1.97e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5024  data: 0.0011  lr: 6.37e-04  mem: 50%  pow: 643.431 W
INFO    26-05-04 20:28:55.942791 - 0:53:09 -   grad: 1.78e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5298  data: 0.0013  lr: 6.37e-04  mem: 50%  pow: 666.462 W
INFO    26-05-04 20:28:57.924050 - 0:53:11 -   grad: 2.02e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4995  data: 0.001  lr: 6.38e-04  mem: 50%  pow: 649.628 W
INFO    26-05-04 20:28:59.948393 - 0:53:13 -   grad: 1.64e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5153  data: 0.0011  lr: 6.38e-04  mem: 50%  pow: 643.488 W
INFO    26-05-04 20:29:01.982306 - 0:53:15 -   grad: 1.78e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5028  data: 0.0014  lr: 6.39e-04  mem: 50%  pow: 647.736 W
INFO    26-05-04 20:29:04.095681 - 0:53:17 -   grad: 1.81e-01  flops: 3.31e+14  wps: 3.10e+04  iter:  0.5752  data: 0.001  lr: 6.39e-04  mem: 50%  pow: 645.642 W
INFO    26-05-04 20:29:06.089945 - 0:53:19 -   grad: 1.82e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5129  data: 0.001  lr: 6.40e-04  mem: 50%  pow: 651.887 W
INFO    26-05-04 20:29:08.087181 - 0:53:21 -   grad: 1.82e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4921  data: 0.0015  lr: 6.41e-04  mem: 50%  pow: 650.504 W
INFO    26-05-04 20:29:10.163281 - 0:53:23 -   grad: 1.53e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.4939  data: 0.0146  lr: 6.41e-04  mem: 50%  pow: 645.613 W
INFO    26-05-04 20:29:12.174706 - 0:53:25 -   grad: 1.68e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5018  data: 0.0014  lr: 6.41e-04  mem: 50%  pow: 662.833 W
INFO    26-05-04 20:29:14.153685 - 0:53:27 -   grad: 1.88e-01  flops: 3.59e+14  wps: 3.37e+04  iter:  0.4848  data: 0.0014  lr: 6.42e-04  mem: 50%  pow: 678.535 W
INFO    26-05-04 20:29:16.204653 - 0:53:29 -   grad: 1.71e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5165  data: 0.0014  lr: 6.42e-04  mem: 50%  pow: 647.418 W
INFO    26-05-04 20:29:18.195977 - 0:53:31 -   grad: 1.73e-01  flops: 3.52e+14  wps: 3.29e+04  iter:   0.504  data: 0.0028  lr: 6.43e-04  mem: 50%  pow: 668.079 W
INFO    26-05-04 20:29:20.219955 - 0:53:33 -   grad: 1.56e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4976  data: 0.0089  lr: 6.43e-04  mem: 50%  pow: 650.76 W
INFO    26-05-04 20:29:22.298069 - 0:53:36 -   grad: 1.79e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.5203  data: 0.001  lr: 6.44e-04  mem: 50%  pow: 641.407 W
INFO    26-05-04 20:29:24.276696 - 0:53:38 -   grad: 1.71e-01  flops: 3.54e+14  wps: 3.31e+04  iter:   0.495  data: 0.001  lr: 6.44e-04  mem: 50%  pow: 668.962 W
INFO    26-05-04 20:29:26.305402 - 0:53:40 -   grad: 1.47e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5175  data: 0.0033  lr: 6.45e-04  mem: 50%  pow: 644.798 W
INFO    26-05-04 20:29:28.316896 - 0:53:42 -   grad: 1.70e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4948  data: 0.0014  lr: 6.46e-04  mem: 50%  pow: 660.798 W
INFO    26-05-04 20:29:30.406670 - 0:53:44 -   grad: 1.77e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.5648  data: 0.0011  lr: 6.46e-04  mem: 50%  pow: 639.577 W
INFO    26-05-04 20:29:32.393935 - 0:53:46 -   grad: 1.69e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4931  data: 0.0011  lr: 6.46e-04  mem: 50%  pow: 669.015 W
INFO    26-05-04 20:29:34.424033 - 0:53:48 -   grad: 1.88e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5195  data: 0.0017  lr: 6.47e-04  mem: 50%  pow: 654.977 W
INFO    26-05-04 20:29:36.480729 - 0:53:50 -   grad: 2.29e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4933  data: 0.0011  lr: 6.47e-04  mem: 50%  pow: 670.711 W
INFO    26-05-04 20:29:38.628378 - 0:53:52 -   grad: 2.21e-01  flops: 3.26e+14  wps: 3.05e+04  iter:   0.506  data: 0.0013  lr: 6.48e-04  mem: 50%  pow: 654.243 W
INFO    26-05-04 20:29:40.670176 - 0:53:54 -   grad: 2.42e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5116  data: 0.0016  lr: 6.48e-04  mem: 50%  pow: 640.325 W
INFO    26-05-04 20:29:42.719971 - 0:53:56 -   grad: 2.10e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5085  data: 0.0011  lr: 6.49e-04  mem: 50%  pow: 643.632 W
INFO    26-05-04 20:29:44.745974 - 0:53:58 -   grad: 4.12e-01  flops: 3.46e+14  wps: 3.24e+04  iter:   0.506  data: 0.0012  lr: 6.50e-04  mem: 50%  pow: 642.494 W
INFO    26-05-04 20:29:46.840823 - 0:54:00 -   grad: 1.77e-01  flops: 3.35e+14  wps: 3.13e+04  iter:  0.5052  data: 0.0011  lr: 6.50e-04  mem: 50%  pow: 669.39 W
INFO    26-05-04 20:29:48.853541 - 0:54:02 -   grad: 1.82e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.503  data: 0.0011  lr: 6.50e-04  mem: 50%  pow: 650.469 W
INFO    26-05-04 20:29:50.903672 - 0:54:04 -   grad: 1.99e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5055  data: 0.0009  lr: 6.51e-04  mem: 50%  pow: 645.635 W
INFO    26-05-04 20:29:52.892845 - 0:54:06 -   grad: 1.76e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4984  data: 0.001  lr: 6.51e-04  mem: 50%  pow: 652.323 W
INFO    26-05-04 20:29:55.024027 - 0:54:08 -   grad: 1.52e-01  flops: 3.29e+14  wps: 3.08e+04  iter:  0.5259  data: 0.001  lr: 6.52e-04  mem: 50%  pow: 635.276 W
INFO    26-05-04 20:29:57.026231 - 0:54:10 -   grad: 1.72e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5201  data: 0.0013  lr: 6.52e-04  mem: 50%  pow: 650.582 W
INFO    26-05-04 20:29:59.023951 - 0:54:12 -   grad: 1.47e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5131  data: 0.0011  lr: 6.53e-04  mem: 50%  pow: 654.358 W
INFO    26-05-04 20:30:01.066405 - 0:54:14 -   grad: 1.53e-01  flops: 3.44e+14  wps: 3.22e+04  iter:   0.466  data: 0.0261  lr: 6.54e-04  mem: 50%  pow: 652.766 W
INFO    26-05-04 20:30:03.045942 - 0:54:16 -   grad: 1.50e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5012  data: 0.0013  lr: 6.54e-04  mem: 50%  pow: 660.944 W
INFO    26-05-04 20:30:05.058676 - 0:54:18 -   grad: 1.57e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5089  data: 0.0014  lr: 6.55e-04  mem: 50%  pow: 664.281 W
INFO    26-05-04 20:30:07.101682 - 0:54:20 -   grad: 1.63e-01  flops: 3.43e+14  wps: 3.21e+04  iter:   0.513  data: 0.001  lr: 6.55e-04  mem: 50%  pow: 647.743 W
INFO    26-05-04 20:30:09.969707 - 0:54:23 -   grad: 1.48e-01  flops: 2.44e+14  wps: 2.29e+04  iter:  0.4914  data: 0.0009  lr: 6.55e-04  mem: 50%  pow: 673.129 W
INFO    26-05-04 20:30:12.038195 - 0:54:25 -   grad: 1.59e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5158  data: 0.0014  lr: 6.56e-04  mem: 50%  pow: 658.71 W
INFO    26-05-04 20:30:14.065211 - 0:54:27 -   grad: 1.72e-01  flops: 3.46e+14  wps: 3.24e+04  iter:   0.498  data: 0.0014  lr: 6.56e-04  mem: 50%  pow: 665.063 W
INFO    26-05-04 20:30:16.140967 - 0:54:29 -   grad: 1.69e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.5054  data: 0.0017  lr: 6.57e-04  mem: 50%  pow: 654.918 W
INFO    26-05-04 20:30:18.171220 - 0:54:31 -   grad: 1.58e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.482  data: 0.001  lr: 6.57e-04  mem: 50%  pow: 679.402 W
INFO    26-05-04 20:30:20.183147 - 0:54:33 -   grad: 1.64e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4897  data: 0.0123  lr: 6.58e-04  mem: 50%  pow: 646.837 W
INFO    26-05-04 20:30:22.502130 - 0:54:36 -   grad: 1.88e-01  flops: 3.02e+14  wps: 2.83e+04  iter:  0.4968  data: 0.0013  lr: 6.59e-04  mem: 50%  pow: 648.706 W
INFO    26-05-04 20:30:24.503391 - 0:54:38 -   grad: 1.66e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4891  data: 0.0009  lr: 6.59e-04  mem: 50%  pow: 669.352 W
INFO    26-05-04 20:30:26.571968 - 0:54:40 -   grad: 1.46e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5121  data: 0.0011  lr: 6.60e-04  mem: 50%  pow: 653.908 W
INFO    26-05-04 20:30:28.552694 - 0:54:42 -   grad: 1.58e-01  flops: 3.54e+14  wps: 3.31e+04  iter:   0.504  data: 0.0011  lr: 6.60e-04  mem: 50%  pow: 657.391 W
INFO    26-05-04 20:30:30.569304 - 0:54:44 -   grad: 1.62e-01  flops: 3.48e+14  wps: 3.25e+04  iter:   0.501  data: 0.0011  lr: 6.60e-04  mem: 50%  pow: 645.263 W
INFO    26-05-04 20:30:32.652989 - 0:54:46 -   grad: 1.60e-01  flops: 3.36e+14  wps: 3.15e+04  iter:  0.5238  data: 0.0016  lr: 6.61e-04  mem: 50%  pow: 636.759 W
INFO    26-05-04 20:30:34.807918 - 0:54:48 -   grad: 1.44e-01  flops: 3.25e+14  wps: 3.04e+04  iter:  0.4946  data: 0.0012  lr: 6.61e-04  mem: 50%  pow: 658.278 W
INFO    26-05-04 20:30:36.890831 - 0:54:50 -   grad: 1.47e-01  flops: 3.36e+14  wps: 3.15e+04  iter:  0.5239  data: 0.0011  lr: 6.62e-04  mem: 50%  pow: 628.879 W
INFO    26-05-04 20:30:38.897591 - 0:54:52 -   grad: 1.74e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5051  data: 0.0011  lr: 6.63e-04  mem: 50%  pow: 653.428 W
INFO    26-05-04 20:30:40.874597 - 0:54:54 -   grad: 1.86e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.5046  data: 0.0011  lr: 6.63e-04  mem: 50%  pow: 668.322 W
INFO    26-05-04 20:30:42.934221 - 0:54:56 -   grad: 1.80e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5115  data: 0.0013  lr: 6.64e-04  mem: 50%  pow: 643.308 W
INFO    26-05-04 20:30:44.947417 - 0:54:58 -   grad: 1.57e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5157  data: 0.0011  lr: 6.64e-04  mem: 50%  pow: 650.509 W
INFO    26-05-04 20:30:47.021358 - 0:55:00 -   grad: 2.01e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.5055  data: 0.0012  lr: 6.64e-04  mem: 50%  pow: 642.931 W
INFO    26-05-04 20:30:49.012270 - 0:55:02 -   grad: 1.82e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5028  data: 0.0015  lr: 6.65e-04  mem: 50%  pow: 660.216 W
INFO    26-05-04 20:30:50.982048 - 0:55:04 -   grad: 1.72e-01  flops: 3.56e+14  wps: 3.33e+04  iter:   0.498  data: 0.0014  lr: 6.65e-04  mem: 50%  pow: 667.562 W
INFO    26-05-04 20:30:53.032175 - 0:55:06 -   grad: 1.79e-01  flops: 3.42e+14  wps: 3.20e+04  iter:   0.514  data: 0.0016  lr: 6.66e-04  mem: 50%  pow: 652.033 W
INFO    26-05-04 20:30:55.030684 - 0:55:08 -   grad: 1.66e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4847  data: 0.0013  lr: 6.66e-04  mem: 50%  pow: 653.553 W
INFO    26-05-04 20:30:57.358088 - 0:55:11 -   grad: 1.66e-01  flops: 3.01e+14  wps: 2.82e+04  iter:  0.5106  data: 0.0011  lr: 6.67e-04  mem: 50%  pow: 664.972 W
INFO    26-05-04 20:30:59.394476 - 0:55:13 -   grad: 1.47e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5166  data: 0.0014  lr: 6.68e-04  mem: 50%  pow: 644.299 W
INFO    26-05-04 20:31:01.409912 - 0:55:15 -   grad: 1.76e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5208  data: 0.0015  lr: 6.68e-04  mem: 50%  pow: 653.614 W
INFO    26-05-04 20:31:03.468468 - 0:55:17 -   grad: 1.39e-01  flops: 3.40e+14  wps: 3.19e+04  iter:  0.5184  data: 0.0016  lr: 6.69e-04  mem: 50%  pow: 636.238 W
INFO    26-05-04 20:31:05.464723 - 0:55:19 -   grad: 1.52e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4945  data: 0.0013  lr: 6.69e-04  mem: 50%  pow: 662.975 W
INFO    26-05-04 20:31:07.485572 - 0:55:21 -   grad: 1.62e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5093  data: 0.0014  lr: 6.69e-04  mem: 50%  pow: 647.494 W
INFO    26-05-04 20:31:09.476861 - 0:55:23 -   grad: 1.56e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5286  data: 0.0011  lr: 6.70e-04  mem: 50%  pow: 659.489 W
INFO    26-05-04 20:31:11.502780 - 0:55:25 -   grad: 1.71e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4865  data: 0.0013  lr: 6.70e-04  mem: 50%  pow: 655.499 W
INFO    26-05-04 20:31:13.543858 - 0:55:27 -   grad: 1.81e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4942  data: 0.0012  lr: 6.71e-04  mem: 50%  pow: 671.357 W
INFO    26-05-04 20:31:15.595369 - 0:55:29 -   grad: 1.65e-01  flops: 3.42e+14  wps: 3.20e+04  iter:   0.513  data: 0.0033  lr: 6.72e-04  mem: 50%  pow: 658.857 W
INFO    26-05-04 20:31:17.645900 - 0:55:31 -   grad: 1.81e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5215  data: 0.0011  lr: 6.72e-04  mem: 50%  pow: 641.423 W
INFO    26-05-04 20:31:19.650233 - 0:55:33 -   grad: 1.51e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4953  data: 0.0014  lr: 6.73e-04  mem: 50%  pow: 671.939 W
INFO    26-05-04 20:31:21.623301 - 0:55:35 -   grad: 1.46e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.5014  data: 0.0013  lr: 6.73e-04  mem: 50%  pow: 666.105 W
INFO    26-05-04 20:31:23.618290 - 0:55:37 -   grad: 1.65e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5022  data: 0.0015  lr: 6.74e-04  mem: 50%  pow: 654.898 W
INFO    26-05-04 20:31:25.660682 - 0:55:39 -   grad: 1.57e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5151  data: 0.0014  lr: 6.74e-04  mem: 50%  pow: 645.686 W
INFO    26-05-04 20:31:27.810934 - 0:55:41 -   grad: 1.54e-01  flops: 3.26e+14  wps: 3.05e+04  iter:  0.5204  data: 0.001  lr: 6.74e-04  mem: 50%  pow: 648.678 W
INFO    26-05-04 20:31:29.748248 - 0:55:43 -   grad: 1.59e-01  flops: 3.62e+14  wps: 3.39e+04  iter:  0.4868  data: 0.001  lr: 6.75e-04  mem: 50%  pow: 669.787 W
INFO    26-05-04 20:31:31.940697 - 0:55:45 -   grad: 1.75e-01  flops: 3.20e+14  wps: 2.99e+04  iter:  0.5215  data: 0.0014  lr: 6.75e-04  mem: 50%  pow: 648.615 W
INFO    26-05-04 20:31:33.989768 - 0:55:47 -   grad: 2.01e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5099  data: 0.0011  lr: 6.76e-04  mem: 50%  pow: 633.88 W
INFO    26-05-04 20:31:36.006052 - 0:55:49 -   grad: 2.10e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5004  data: 0.001  lr: 6.77e-04  mem: 50%  pow: 649.995 W
INFO    26-05-04 20:31:38.017511 - 0:55:51 -   grad: 1.82e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5057  data: 0.0014  lr: 6.77e-04  mem: 50%  pow: 661.514 W
INFO    26-05-04 20:31:40.017692 - 0:55:53 -   grad: 2.16e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4918  data: 0.001  lr: 6.78e-04  mem: 50%  pow: 663.842 W
INFO    26-05-04 20:31:42.052036 - 0:55:55 -   grad: 2.24e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5298  data: 0.0011  lr: 6.78e-04  mem: 50%  pow: 645.979 W
INFO    26-05-04 20:31:44.080595 - 0:55:57 -   grad: 1.89e-01  flops: 3.46e+14  wps: 3.23e+04  iter:  0.4751  data: 0.001  lr: 6.78e-04  mem: 50%  pow: 656.524 W
INFO    26-05-04 20:31:46.051620 - 0:55:59 -   grad: 1.47e-01  flops: 3.55e+14  wps: 3.33e+04  iter:  0.4943  data: 0.001  lr: 6.79e-04  mem: 50%  pow: 656.686 W
INFO    26-05-04 20:31:48.050251 - 0:56:01 -   grad: 1.66e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4964  data: 0.001  lr: 6.79e-04  mem: 50%  pow: 653.972 W
INFO    26-05-04 20:31:50.223747 - 0:56:03 -   grad: 1.66e-01  flops: 3.22e+14  wps: 3.02e+04  iter:  0.5223  data: 0.0009  lr: 6.80e-04  mem: 50%  pow: 651.732 W
INFO    26-05-04 20:31:52.280635 - 0:56:06 -   grad: 1.55e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5021  data: 0.001  lr: 6.81e-04  mem: 50%  pow: 647.696 W
INFO    26-05-04 20:31:54.385792 - 0:56:08 -   grad: 1.73e-01  flops: 3.33e+14  wps: 3.12e+04  iter:  0.5263  data: 0.0011  lr: 6.81e-04  mem: 50%  pow: 639.713 W
INFO    26-05-04 20:31:56.528604 - 0:56:10 -   grad: 1.66e-01  flops: 3.27e+14  wps: 3.06e+04  iter:  0.4916  data: 0.0011  lr: 6.82e-04  mem: 50%  pow: 649.612 W
INFO    26-05-04 20:31:58.616617 - 0:56:12 -   grad: 1.43e-01  flops: 3.35e+14  wps: 3.14e+04  iter:  0.5119  data: 0.001  lr: 6.82e-04  mem: 50%  pow: 635.229 W
INFO    26-05-04 20:32:00.593197 - 0:56:14 -   grad: 1.47e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4984  data: 0.001  lr: 6.83e-04  mem: 50%  pow: 655.491 W
INFO    26-05-04 20:32:02.624994 - 0:56:16 -   grad: 1.40e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5096  data: 0.001  lr: 6.83e-04  mem: 50%  pow: 656.932 W
INFO    26-05-04 20:32:04.712638 - 0:56:18 -   grad: 1.47e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.4893  data: 0.0011  lr: 6.83e-04  mem: 50%  pow: 661.011 W
INFO    26-05-04 20:32:06.804199 - 0:56:20 -   grad: 1.61e-01  flops: 3.35e+14  wps: 3.13e+04  iter:  0.5272  data: 0.001  lr: 6.84e-04  mem: 50%  pow: 630.414 W
INFO    26-05-04 20:32:08.880521 - 0:56:22 -   grad: 1.49e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.4862  data: 0.0015  lr: 6.84e-04  mem: 50%  pow: 657.267 W
INFO    26-05-04 20:32:10.835818 - 0:56:24 -   grad: 1.44e-01  flops: 3.58e+14  wps: 3.35e+04  iter:   0.485  data: 0.0013  lr: 6.85e-04  mem: 50%  pow: 673.798 W
INFO    26-05-04 20:32:13.236011 - 0:56:26 -   grad: 1.59e-01  flops: 2.92e+14  wps: 2.73e+04  iter:  0.4925  data: 0.0012  lr: 6.86e-04  mem: 50%  pow: 668.322 W
INFO    26-05-04 20:32:15.329786 - 0:56:29 -   grad: 1.71e-01  flops: 3.35e+14  wps: 3.13e+04  iter:  0.5153  data: 0.0011  lr: 6.86e-04  mem: 50%  pow: 649.612 W
INFO    26-05-04 20:32:18.571646 - 0:56:32 -   grad: 1.66e-01  flops: 2.16e+14  wps: 2.02e+04  iter:  0.5156  data: 0.0012  lr: 6.87e-04  mem: 50%  pow: 664.366 W
INFO    26-05-04 20:32:20.619626 - 0:56:34 -   grad: 1.56e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5163  data: 0.0011  lr: 6.87e-04  mem: 50%  pow: 654.883 W
INFO    26-05-04 20:32:22.638393 - 0:56:36 -   grad: 1.48e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5163  data: 0.0012  lr: 6.87e-04  mem: 50%  pow: 650.548 W
INFO    26-05-04 20:32:24.608722 - 0:56:38 -   grad: 1.56e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4939  data: 0.001  lr: 6.88e-04  mem: 50%  pow: 662.96 W
INFO    26-05-04 20:32:26.628223 - 0:56:40 -   grad: 1.41e-01  flops: 3.47e+14  wps: 3.25e+04  iter:   0.499  data: 0.0012  lr: 6.88e-04  mem: 50%  pow: 650.234 W
INFO    26-05-04 20:32:28.659813 - 0:56:42 -   grad: 1.53e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5211  data: 0.001  lr: 6.89e-04  mem: 50%  pow: 649.73 W
INFO    26-05-04 20:32:30.690658 - 0:56:44 -   grad: 1.56e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4853  data: 0.016  lr: 6.90e-04  mem: 50%  pow: 663.071 W
INFO    26-05-04 20:32:33.020027 - 0:56:46 -   grad: 1.49e-01  flops: 3.01e+14  wps: 2.82e+04  iter:  0.5093  data: 0.0013  lr: 6.90e-04  mem: 50%  pow: 656.21 W
INFO    26-05-04 20:32:35.017633 - 0:56:48 -   grad: 1.59e-01  flops: 3.51e+14  wps: 3.29e+04  iter:   0.476  data: 0.0162  lr: 6.91e-04  mem: 50%  pow: 656.804 W
INFO    26-05-04 20:32:37.064395 - 0:56:50 -   grad: 1.61e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5125  data: 0.0011  lr: 6.91e-04  mem: 50%  pow: 649.629 W
INFO    26-05-04 20:32:39.092865 - 0:56:52 -   grad: 1.48e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5299  data: 0.001  lr: 6.92e-04  mem: 50%  pow: 642.03 W
INFO    26-05-04 20:32:41.126079 - 0:56:54 -   grad: 1.51e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5165  data: 0.0011  lr: 6.92e-04  mem: 50%  pow: 642.429 W
INFO    26-05-04 20:32:43.133711 - 0:56:56 -   grad: 1.70e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5023  data: 0.0033  lr: 6.92e-04  mem: 50%  pow: 660.582 W
INFO    26-05-04 20:32:45.444056 - 0:56:59 -   grad: 1.64e-01  flops: 3.03e+14  wps: 2.84e+04  iter:  0.4966  data: 0.0014  lr: 6.93e-04  mem: 50%  pow: 658.651 W
INFO    26-05-04 20:32:47.460722 - 0:57:01 -   grad: 1.92e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5184  data: 0.0012  lr: 6.93e-04  mem: 50%  pow: 634.988 W
INFO    26-05-04 20:32:49.510498 - 0:57:03 -   grad: 2.17e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5106  data: 0.001  lr: 6.94e-04  mem: 50%  pow: 645.008 W
INFO    26-05-04 20:32:51.566856 - 0:57:05 -   grad: 1.55e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5234  data: 0.0014  lr: 6.95e-04  mem: 50%  pow: 637.208 W
INFO    26-05-04 20:32:53.567773 - 0:57:07 -   grad: 1.83e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5166  data: 0.0011  lr: 6.95e-04  mem: 50%  pow: 665.807 W
INFO    26-05-04 20:32:55.622571 - 0:57:09 -   grad: 1.78e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5043  data: 0.0014  lr: 6.96e-04  mem: 50%  pow: 643.421 W
INFO    26-05-04 20:32:57.682182 - 0:57:11 -   grad: 1.60e-01  flops: 3.40e+14  wps: 3.19e+04  iter:  0.5009  data: 0.0012  lr: 6.96e-04  mem: 50%  pow: 641.774 W
INFO    26-05-04 20:32:59.754387 - 0:57:13 -   grad: 1.65e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.4978  data: 0.0015  lr: 6.97e-04  mem: 50%  pow: 658.124 W
INFO    26-05-04 20:33:01.742983 - 0:57:15 -   grad: 1.47e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4838  data: 0.0175  lr: 6.97e-04  mem: 50%  pow: 657.592 W
INFO    26-05-04 20:33:03.770626 - 0:57:17 -   grad: 1.39e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4992  data: 0.0012  lr: 6.97e-04  mem: 50%  pow: 659.085 W
INFO    26-05-04 20:33:05.831288 - 0:57:19 -   grad: 1.46e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.4875  data: 0.0031  lr: 6.98e-04  mem: 50%  pow: 662.547 W
INFO    26-05-04 20:33:07.838196 - 0:57:21 -   grad: 1.69e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4775  data: 0.001  lr: 6.99e-04  mem: 50%  pow: 649.9 W
INFO    26-05-04 20:33:09.885179 - 0:57:23 -   grad: 1.48e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.5136  data: 0.0013  lr: 6.99e-04  mem: 50%  pow: 642.499 W
INFO    26-05-04 20:33:11.955324 - 0:57:25 -   grad: 1.44e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5186  data: 0.0014  lr: 7.00e-04  mem: 50%  pow: 643.927 W
INFO    26-05-04 20:33:14.158685 - 0:57:27 -   grad: 1.53e-01  flops: 3.18e+14  wps: 2.98e+04  iter:  0.5209  data: 0.0009  lr: 7.00e-04  mem: 50%  pow: 650.632 W
INFO    26-05-04 20:33:16.651605 - 0:57:30 -   grad: 1.59e-01  flops: 2.81e+14  wps: 2.63e+04  iter:  0.5032  data: 0.001  lr: 7.01e-04  mem: 50%  pow: 658.165 W
INFO    26-05-04 20:33:18.785920 - 0:57:32 -   grad: 1.48e-01  flops: 3.28e+14  wps: 3.07e+04  iter:  0.4914  data: 0.0014  lr: 7.01e-04  mem: 50%  pow: 662.005 W
INFO    26-05-04 20:33:20.790719 - 0:57:34 -   grad: 1.56e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5055  data: 0.0022  lr: 7.01e-04  mem: 50%  pow: 645.506 W
INFO    26-05-04 20:33:22.884645 - 0:57:36 -   grad: 1.53e-01  flops: 3.34e+14  wps: 3.13e+04  iter:  0.5054  data: 0.0011  lr: 7.02e-04  mem: 50%  pow: 649.417 W
INFO    26-05-04 20:33:24.859761 - 0:57:38 -   grad: 1.58e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4924  data: 0.0011  lr: 7.02e-04  mem: 50%  pow: 670.078 W
INFO    26-05-04 20:33:26.823559 - 0:57:40 -   grad: 1.69e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4925  data: 0.0037  lr: 7.03e-04  mem: 50%  pow: 672.585 W
INFO    26-05-04 20:33:28.852795 - 0:57:42 -   grad: 1.35e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4884  data: 0.0011  lr: 7.04e-04  mem: 50%  pow: 662.585 W
INFO    26-05-04 20:33:30.869973 - 0:57:44 -   grad: 1.50e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4975  data: 0.0156  lr: 7.04e-04  mem: 50%  pow: 649.454 W
INFO    26-05-04 20:33:32.869577 - 0:57:46 -   grad: 1.59e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4993  data: 0.0015  lr: 7.05e-04  mem: 50%  pow: 655.903 W
INFO    26-05-04 20:33:34.909402 - 0:57:48 -   grad: 1.47e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5106  data: 0.001  lr: 7.05e-04  mem: 50%  pow: 658.595 W
INFO    26-05-04 20:33:36.938649 - 0:57:50 -   grad: 1.75e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5287  data: 0.0011  lr: 7.06e-04  mem: 50%  pow: 649.025 W
INFO    26-05-04 20:33:38.971707 - 0:57:52 -   grad: 1.65e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5088  data: 0.0011  lr: 7.06e-04  mem: 50%  pow: 629.35 W
INFO    26-05-04 20:33:41.016253 - 0:57:54 -   grad: 1.62e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5107  data: 0.0011  lr: 7.06e-04  mem: 50%  pow: 650.355 W
INFO    26-05-04 20:33:43.063915 - 0:57:56 -   grad: 1.69e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5106  data: 0.0014  lr: 7.07e-04  mem: 50%  pow: 643.469 W
INFO    26-05-04 20:33:45.126672 - 0:57:58 -   grad: 1.61e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5303  data: 0.0011  lr: 7.08e-04  mem: 50%  pow: 637.742 W
INFO    26-05-04 20:33:47.158659 - 0:58:00 -   grad: 1.54e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5044  data: 0.0014  lr: 7.08e-04  mem: 50%  pow: 655.987 W
INFO    26-05-04 20:33:49.185783 - 0:58:02 -   grad: 1.54e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4881  data: 0.0013  lr: 7.09e-04  mem: 50%  pow: 650.965 W
INFO    26-05-04 20:33:51.216940 - 0:58:04 -   grad: 1.46e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5232  data: 0.0011  lr: 7.09e-04  mem: 50%  pow: 638.086 W
INFO    26-05-04 20:33:53.284449 - 0:58:07 -   grad: 1.43e-01  flops: 3.39e+14  wps: 3.17e+04  iter:   0.519  data: 0.0025  lr: 7.10e-04  mem: 50%  pow: 644.937 W
INFO    26-05-04 20:33:55.242341 - 0:58:08 -   grad: 1.50e-01  flops: 3.58e+14  wps: 3.35e+04  iter:  0.4947  data: 0.0012  lr: 7.10e-04  mem: 50%  pow: 670.157 W
INFO    26-05-04 20:33:57.281635 - 0:58:11 -   grad: 1.67e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5015  data: 0.0011  lr: 7.11e-04  mem: 50%  pow: 654.208 W
INFO    26-05-04 20:33:59.321583 - 0:58:13 -   grad: 1.48e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5089  data: 0.0011  lr: 7.11e-04  mem: 50%  pow: 638.245 W
INFO    26-05-04 20:34:01.394335 - 0:58:15 -   grad: 1.47e-01  flops: 3.38e+14  wps: 3.16e+04  iter:   0.502  data: 0.0011  lr: 7.12e-04  mem: 50%  pow: 651.557 W
INFO    26-05-04 20:34:03.443025 - 0:58:17 -   grad: 1.40e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5164  data: 0.0016  lr: 7.12e-04  mem: 50%  pow: 657.64 W
INFO    26-05-04 20:34:05.424429 - 0:58:19 -   grad: 1.39e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4976  data: 0.0011  lr: 7.13e-04  mem: 50%  pow: 673.37 W
INFO    26-05-04 20:34:07.412616 - 0:58:21 -   grad: 1.69e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4944  data: 0.0013  lr: 7.13e-04  mem: 50%  pow: 664.456 W
INFO    26-05-04 20:34:09.438935 - 0:58:23 -   grad: 1.77e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5068  data: 0.0016  lr: 7.14e-04  mem: 50%  pow: 659.457 W
INFO    26-05-04 20:34:11.503829 - 0:58:25 -   grad: 1.65e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5193  data: 0.0012  lr: 7.14e-04  mem: 50%  pow: 660.388 W
INFO    26-05-04 20:34:13.577491 - 0:58:27 -   grad: 1.52e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.5454  data: 0.0016  lr: 7.15e-04  mem: 50%  pow: 654.895 W
INFO    26-05-04 20:34:15.630712 - 0:58:29 -   grad: 1.49e-01  flops: 3.41e+14  wps: 3.20e+04  iter:  0.5167  data: 0.0011  lr: 7.15e-04  mem: 50%  pow: 657.26 W
INFO    26-05-04 20:34:17.649819 - 0:58:31 -   grad: 1.37e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5022  data: 0.001  lr: 7.15e-04  mem: 50%  pow: 654.298 W
INFO    26-05-04 20:34:19.796294 - 0:58:33 -   grad: 1.62e-01  flops: 3.26e+14  wps: 3.06e+04  iter:  0.4854  data: 0.001  lr: 7.16e-04  mem: 50%  pow: 654.546 W
INFO    26-05-04 20:34:22.821671 - 0:58:36 -   grad: 1.57e-01  flops: 2.32e+14  wps: 2.17e+04  iter:  0.5023  data: 0.0011  lr: 7.17e-04  mem: 50%  pow: 644.192 W
INFO    26-05-04 20:34:24.865097 - 0:58:38 -   grad: 1.38e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5124  data: 0.002  lr: 7.17e-04  mem: 50%  pow: 656.321 W
INFO    26-05-04 20:34:26.884187 - 0:58:40 -   grad: 1.47e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5165  data: 0.0011  lr: 7.18e-04  mem: 50%  pow: 649.679 W
INFO    26-05-04 20:34:29.862285 - 0:58:43 -   grad: 1.56e-01  flops: 2.35e+14  wps: 2.20e+04  iter:  0.4972  data: 0.0011  lr: 7.18e-04  mem: 50%  pow: 665.981 W
INFO    26-05-04 20:34:31.863484 - 0:58:45 -   grad: 1.62e-01  flops: 3.50e+14  wps: 3.28e+04  iter:   0.498  data: 0.0011  lr: 7.19e-04  mem: 50%  pow: 652.313 W
INFO    26-05-04 20:34:34.021494 - 0:58:47 -   grad: 1.54e-01  flops: 3.25e+14  wps: 3.04e+04  iter:  0.4975  data: 0.001  lr: 7.19e-04  mem: 50%  pow: 656.502 W
INFO    26-05-04 20:34:36.097883 - 0:58:49 -   grad: 1.35e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.5207  data: 0.0011  lr: 7.20e-04  mem: 50%  pow: 640.392 W
INFO    26-05-04 20:34:38.115141 - 0:58:51 -   grad: 1.45e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4946  data: 0.0015  lr: 7.20e-04  mem: 50%  pow: 669.81 W
INFO    26-05-04 20:34:40.096481 - 0:58:53 -   grad: 1.38e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4994  data: 0.0015  lr: 7.21e-04  mem: 50%  pow: 650.122 W
INFO    26-05-04 20:34:42.117520 - 0:58:55 -   grad: 1.35e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5232  data: 0.0013  lr: 7.21e-04  mem: 50%  pow: 634.845 W
INFO    26-05-04 20:34:44.267273 - 0:58:58 -   grad: 1.39e-01  flops: 3.26e+14  wps: 3.05e+04  iter:  0.5092  data: 0.0011  lr: 7.22e-04  mem: 50%  pow: 646.146 W
INFO    26-05-04 20:34:46.283595 - 0:59:00 -   grad: 1.35e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4775  data: 0.0014  lr: 7.22e-04  mem: 50%  pow: 671.272 W
INFO    26-05-04 20:34:48.293100 - 0:59:02 -   grad: 1.35e-01  flops: 3.49e+14  wps: 3.26e+04  iter:    0.51  data: 0.0071  lr: 7.23e-04  mem: 50%  pow: 651.25 W
INFO    26-05-04 20:34:50.312209 - 0:59:04 -   grad: 1.35e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5021  data: 0.001  lr: 7.23e-04  mem: 50%  pow: 655.269 W
INFO    26-05-04 20:34:52.366938 - 0:59:06 -   grad: 1.46e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5116  data: 0.0011  lr: 7.24e-04  mem: 50%  pow: 626.725 W
INFO    26-05-04 20:34:54.374045 - 0:59:08 -   grad: 1.40e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5029  data: 0.0014  lr: 7.24e-04  mem: 50%  pow: 654.996 W
INFO    26-05-04 20:34:56.399751 - 0:59:10 -   grad: 1.59e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4995  data: 0.0012  lr: 7.25e-04  mem: 50%  pow: 652.567 W
INFO    26-05-04 20:34:58.390041 - 0:59:12 -   grad: 1.57e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4934  data: 0.0011  lr: 7.25e-04  mem: 50%  pow: 644.957 W
INFO    26-05-04 20:35:00.526458 - 0:59:14 -   grad: 1.55e-01  flops: 3.28e+14  wps: 3.07e+04  iter:  0.5093  data: 0.0021  lr: 7.26e-04  mem: 50%  pow: 672.93 W
INFO    26-05-04 20:35:02.563122 - 0:59:16 -   grad: 1.87e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5175  data: 0.0012  lr: 7.26e-04  mem: 50%  pow: 623.927 W
INFO    26-05-04 20:35:04.574116 - 0:59:18 -   grad: 1.69e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.4899  data: 0.0011  lr: 7.27e-04  mem: 50%  pow: 664.741 W
INFO    26-05-04 20:35:06.559874 - 0:59:20 -   grad: 1.51e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4961  data: 0.0035  lr: 7.27e-04  mem: 50%  pow: 658.348 W
INFO    26-05-04 20:35:08.613977 - 0:59:22 -   grad: 1.89e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5183  data: 0.0011  lr: 7.28e-04  mem: 50%  pow: 647.212 W
INFO    26-05-04 20:35:10.682647 - 0:59:24 -   grad: 1.70e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5075  data: 0.0011  lr: 7.28e-04  mem: 50%  pow: 645.549 W
INFO    26-05-04 20:35:12.652583 - 0:59:26 -   grad: 2.19e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.5161  data: 0.0011  lr: 7.29e-04  mem: 50%  pow: 648.805 W
INFO    26-05-04 20:35:14.703149 - 0:59:28 -   grad: 2.18e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4986  data: 0.0011  lr: 7.29e-04  mem: 50%  pow: 643.882 W
INFO    26-05-04 20:35:16.748520 - 0:59:30 -   grad: 1.91e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4981  data: 0.0014  lr: 7.30e-04  mem: 50%  pow: 651.046 W
INFO    26-05-04 20:35:18.754856 - 0:59:32 -   grad: 1.73e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5126  data: 0.0011  lr: 7.30e-04  mem: 50%  pow: 649.535 W
INFO    26-05-04 20:35:20.755816 - 0:59:34 -   grad: 1.71e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4877  data: 0.0163  lr: 7.31e-04  mem: 50%  pow: 641.263 W
INFO    26-05-04 20:35:22.806938 - 0:59:36 -   grad: 1.47e-01  flops: 3.42e+14  wps: 3.20e+04  iter:   0.517  data: 0.0015  lr: 7.31e-04  mem: 50%  pow: 650.443 W
INFO    26-05-04 20:35:24.823970 - 0:59:38 -   grad: 1.72e-01  flops: 3.47e+14  wps: 3.25e+04  iter:    0.52  data: 0.0012  lr: 7.32e-04  mem: 50%  pow: 642.354 W
INFO    26-05-04 20:35:26.895791 - 0:59:40 -   grad: 1.60e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5124  data: 0.0011  lr: 7.32e-04  mem: 50%  pow: 656.043 W
INFO    26-05-04 20:35:28.921458 - 0:59:42 -   grad: 1.66e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5297  data: 0.0011  lr: 7.33e-04  mem: 50%  pow: 655.595 W
INFO    26-05-04 20:35:30.910534 - 0:59:44 -   grad: 1.45e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4801  data: 0.0011  lr: 7.33e-04  mem: 50%  pow: 663.89 W
INFO    26-05-04 20:35:32.931819 - 0:59:46 -   grad: 1.31e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5182  data: 0.0018  lr: 7.34e-04  mem: 50%  pow: 651.572 W
INFO    26-05-04 20:35:34.964232 - 0:59:48 -   grad: 1.35e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.496  data: 0.001  lr: 7.34e-04  mem: 50%  pow: 643.003 W
INFO    26-05-04 20:35:37.031382 - 0:59:50 -   grad: 1.32e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5059  data: 0.0011  lr: 7.35e-04  mem: 50%  pow: 649.016 W
INFO    26-05-04 20:35:39.091750 - 0:59:52 -   grad: 1.30e-01  flops: 3.40e+14  wps: 3.19e+04  iter:   0.537  data: 0.0009  lr: 7.35e-04  mem: 50%  pow: 651.436 W
INFO    26-05-04 20:35:41.085977 - 0:59:54 -   grad: 1.46e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4981  data: 0.0084  lr: 7.36e-04  mem: 50%  pow: 654.762 W
INFO    26-05-04 20:35:43.131708 - 0:59:56 -   grad: 1.46e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5008  data: 0.0016  lr: 7.36e-04  mem: 50%  pow: 630.111 W
INFO    26-05-04 20:35:45.160004 - 0:59:58 -   grad: 1.22e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4896  data: 0.0015  lr: 7.37e-04  mem: 50%  pow: 653.981 W
INFO    26-05-04 20:35:47.177408 - 1:00:00 -   grad: 1.63e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5136  data: 0.0014  lr: 7.37e-04  mem: 50%  pow: 634.007 W
INFO    26-05-04 20:35:49.134986 - 1:00:02 -   grad: 1.66e-01  flops: 3.58e+14  wps: 3.35e+04  iter:  0.4814  data: 0.0021  lr: 7.38e-04  mem: 50%  pow: 673.0 W
INFO    26-05-04 20:35:51.144332 - 1:00:04 -   grad: 1.34e-01  flops: 3.49e+14  wps: 3.26e+04  iter:   0.507  data: 0.0014  lr: 7.38e-04  mem: 50%  pow: 647.704 W
INFO    26-05-04 20:35:53.139994 - 1:00:06 -   grad: 1.84e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4875  data: 0.0015  lr: 7.39e-04  mem: 50%  pow: 647.881 W
INFO    26-05-04 20:35:55.172398 - 1:00:08 -   grad: 1.50e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.497  data: 0.0013  lr: 7.39e-04  mem: 50%  pow: 657.294 W
INFO    26-05-04 20:35:57.147014 - 1:00:10 -   grad: 1.71e-01  flops: 3.55e+14  wps: 3.32e+04  iter:   0.503  data: 0.0012  lr: 7.40e-04  mem: 50%  pow: 658.043 W
INFO    26-05-04 20:35:59.416485 - 1:00:13 -   grad: 1.35e-01  flops: 3.09e+14  wps: 2.89e+04  iter:   0.502  data: 0.0012  lr: 7.40e-04  mem: 50%  pow: 656.705 W
INFO    26-05-04 20:36:01.417604 - 1:00:15 -   grad: 1.66e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5122  data: 0.001  lr: 7.41e-04  mem: 50%  pow: 661.689 W
INFO    26-05-04 20:36:03.507656 - 1:00:17 -   grad: 1.61e-01  flops: 3.35e+14  wps: 3.14e+04  iter:  0.5008  data: 0.0015  lr: 7.41e-04  mem: 50%  pow: 659.687 W
INFO    26-05-04 20:36:05.552361 - 1:00:19 -   grad: 1.61e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4922  data: 0.0166  lr: 7.42e-04  mem: 50%  pow: 649.48 W
INFO    26-05-04 20:36:07.574888 - 1:00:21 -   grad: 1.50e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5201  data: 0.0011  lr: 7.42e-04  mem: 50%  pow: 646.245 W
INFO    26-05-04 20:36:09.581108 - 1:00:23 -   grad: 1.47e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5104  data: 0.0012  lr: 7.43e-04  mem: 50%  pow: 634.05 W
INFO    26-05-04 20:36:11.620414 - 1:00:25 -   grad: 1.68e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5166  data: 0.0011  lr: 7.43e-04  mem: 50%  pow: 637.567 W
INFO    26-05-04 20:36:13.665179 - 1:00:27 -   grad: 1.53e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5095  data: 0.0012  lr: 7.44e-04  mem: 50%  pow: 644.07 W
INFO    26-05-04 20:36:15.654235 - 1:00:29 -   grad: 1.54e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4956  data: 0.0009  lr: 7.44e-04  mem: 50%  pow: 655.438 W
INFO    26-05-04 20:36:17.691368 - 1:00:31 -   grad: 1.65e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5188  data: 0.0011  lr: 7.45e-04  mem: 50%  pow: 653.573 W
INFO    26-05-04 20:36:19.674140 - 1:00:33 -   grad: 1.53e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4927  data: 0.0011  lr: 7.45e-04  mem: 50%  pow: 674.564 W
INFO    26-05-04 20:36:21.671556 - 1:00:35 -   grad: 1.61e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4874  data: 0.0011  lr: 7.46e-04  mem: 50%  pow: 669.854 W
INFO    26-05-04 20:36:23.685287 - 1:00:37 -   grad: 1.62e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5113  data: 0.0011  lr: 7.46e-04  mem: 50%  pow: 657.414 W
INFO    26-05-04 20:36:25.689054 - 1:00:39 -   grad: 1.76e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4895  data: 0.0011  lr: 7.47e-04  mem: 50%  pow: 663.177 W
INFO    26-05-04 20:36:27.711467 - 1:00:41 -   grad: 1.48e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5347  data: 0.0013  lr: 7.47e-04  mem: 50%  pow: 653.341 W
INFO    26-05-04 20:36:29.732721 - 1:00:43 -   grad: 1.41e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4803  data: 0.0009  lr: 7.48e-04  mem: 50%  pow: 669.014 W
INFO    26-05-04 20:36:31.775680 - 1:00:45 -   grad: 1.54e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5157  data: 0.0011  lr: 7.48e-04  mem: 50%  pow: 654.241 W
INFO    26-05-04 20:36:33.819663 - 1:00:47 -   grad: 1.31e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4917  data: 0.0012  lr: 7.49e-04  mem: 50%  pow: 650.959 W
INFO    26-05-04 20:36:35.859429 - 1:00:49 -   grad: 1.41e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5188  data: 0.0011  lr: 7.49e-04  mem: 50%  pow: 630.187 W
INFO    26-05-04 20:36:37.892544 - 1:00:51 -   grad: 1.47e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5242  data: 0.0011  lr: 7.50e-04  mem: 50%  pow: 651.285 W
INFO    26-05-04 20:36:39.905196 - 1:00:53 -   grad: 1.64e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5158  data: 0.0011  lr: 7.50e-04  mem: 50%  pow: 659.918 W
INFO    26-05-04 20:36:41.993751 - 1:00:55 -   grad: 1.39e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.5105  data: 0.0013  lr: 7.50e-04  mem: 50%  pow: 628.958 W
INFO    26-05-04 20:36:44.024104 - 1:00:57 -   grad: 1.35e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5115  data: 0.0015  lr: 7.51e-04  mem: 50%  pow: 648.254 W
INFO    26-05-04 20:36:46.009224 - 1:00:59 -   grad: 1.40e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4991  data: 0.0014  lr: 7.51e-04  mem: 50%  pow: 668.992 W
INFO    26-05-04 20:36:48.078599 - 1:01:01 -   grad: 1.45e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5153  data: 0.0013  lr: 7.52e-04  mem: 50%  pow: 630.875 W
INFO    26-05-04 20:36:50.125106 - 1:01:03 -   grad: 1.47e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.5254  data: 0.0012  lr: 7.52e-04  mem: 50%  pow: 652.428 W
INFO    26-05-04 20:36:52.121688 - 1:01:05 -   grad: 1.50e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4931  data: 0.0012  lr: 7.53e-04  mem: 50%  pow: 666.498 W
INFO    26-05-04 20:36:54.128287 - 1:01:07 -   grad: 1.39e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5155  data: 0.001  lr: 7.53e-04  mem: 50%  pow: 659.337 W
INFO    26-05-04 20:36:56.142322 - 1:01:09 -   grad: 1.39e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5038  data: 0.0013  lr: 7.54e-04  mem: 50%  pow: 647.744 W
INFO    26-05-04 20:36:58.221835 - 1:01:11 -   grad: 1.38e-01  flops: 3.37e+14  wps: 3.15e+04  iter:  0.5196  data: 0.0014  lr: 7.54e-04  mem: 50%  pow: 641.769 W
INFO    26-05-04 20:37:00.264590 - 1:01:14 -   grad: 1.28e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5083  data: 0.004  lr: 7.55e-04  mem: 50%  pow: 643.245 W
INFO    26-05-04 20:37:02.233975 - 1:01:15 -   grad: 1.31e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4789  data: 0.0013  lr: 7.55e-04  mem: 50%  pow: 667.808 W
INFO    26-05-04 20:37:04.247217 - 1:01:18 -   grad: 1.29e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5027  data: 0.0014  lr: 7.56e-04  mem: 50%  pow: 641.426 W
INFO    26-05-04 20:37:06.399352 - 1:01:20 -   grad: 1.44e-01  flops: 3.26e+14  wps: 3.05e+04  iter:  0.5029  data: 0.0024  lr: 7.57e-04  mem: 50%  pow: 657.142 W
INFO    26-05-04 20:37:08.384863 - 1:01:22 -   grad: 1.38e-01  flops: 3.53e+14  wps: 3.30e+04  iter:   0.481  data: 0.0012  lr: 7.57e-04  mem: 50%  pow: 663.544 W
INFO    26-05-04 20:37:10.417445 - 1:01:24 -   grad: 1.49e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.526  data: 0.0013  lr: 7.57e-04  mem: 50%  pow: 657.018 W
INFO    26-05-04 20:37:12.427999 - 1:01:26 -   grad: 1.35e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5139  data: 0.0012  lr: 7.58e-04  mem: 50%  pow: 649.735 W
INFO    26-05-04 20:37:14.485853 - 1:01:28 -   grad: 1.41e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4999  data: 0.0009  lr: 7.58e-04  mem: 50%  pow: 651.615 W
INFO    26-05-04 20:37:16.476613 - 1:01:30 -   grad: 1.48e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5228  data: 0.0012  lr: 7.59e-04  mem: 50%  pow: 646.321 W
INFO    26-05-04 20:37:18.482326 - 1:01:32 -   grad: 1.34e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4961  data: 0.001  lr: 7.59e-04  mem: 50%  pow: 664.947 W
INFO    26-05-04 20:37:20.530466 - 1:01:34 -   grad: 1.48e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5391  data: 0.0011  lr: 7.60e-04  mem: 50%  pow: 640.26 W
INFO    26-05-04 20:37:22.533022 - 1:01:36 -   grad: 1.53e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5121  data: 0.0018  lr: 7.60e-04  mem: 50%  pow: 657.803 W
INFO    26-05-04 20:37:24.621015 - 1:01:38 -   grad: 1.47e-01  flops: 3.36e+14  wps: 3.14e+04  iter:   0.496  data: 0.0013  lr: 7.61e-04  mem: 50%  pow: 631.951 W
INFO    26-05-04 20:37:26.667087 - 1:01:40 -   grad: 1.39e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5128  data: 0.0014  lr: 7.62e-04  mem: 50%  pow: 638.741 W
INFO    26-05-04 20:37:28.662240 - 1:01:42 -   grad: 1.42e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4913  data: 0.0161  lr: 7.62e-04  mem: 50%  pow: 643.443 W
INFO    26-05-04 20:37:30.727055 - 1:01:44 -   grad: 1.31e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5061  data: 0.001  lr: 7.62e-04  mem: 50%  pow: 646.979 W
INFO    26-05-04 20:37:32.765934 - 1:01:46 -   grad: 1.41e-01  flops: 3.44e+14  wps: 3.22e+04  iter:   0.512  data: 0.0014  lr: 7.63e-04  mem: 50%  pow: 657.586 W
INFO    26-05-04 20:37:34.786674 - 1:01:48 -   grad: 1.53e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5098  data: 0.0012  lr: 7.63e-04  mem: 50%  pow: 649.889 W
INFO    26-05-04 20:37:36.826196 - 1:01:50 -   grad: 1.59e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5201  data: 0.0013  lr: 7.64e-04  mem: 50%  pow: 657.774 W
INFO    26-05-04 20:37:38.849057 - 1:01:52 -   grad: 1.33e-01  flops: 3.46e+14  wps: 3.24e+04  iter:   0.511  data: 0.001  lr: 7.64e-04  mem: 50%  pow: 647.252 W
INFO    26-05-04 20:37:41.206793 - 1:01:54 -   grad: 1.42e-01  flops: 2.97e+14  wps: 2.78e+04  iter:   0.509  data: 0.0011  lr: 7.65e-04  mem: 50%  pow: 641.778 W
INFO    26-05-04 20:37:43.256454 - 1:01:57 -   grad: 1.56e-01  flops: 3.42e+14  wps: 3.20e+04  iter:   0.517  data: 0.0013  lr: 7.66e-04  mem: 50%  pow: 650.415 W
INFO    26-05-04 20:37:45.262836 - 1:01:59 -   grad: 1.35e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4859  data: 0.0164  lr: 7.66e-04  mem: 50%  pow: 657.076 W
INFO    26-05-04 20:37:47.269451 - 1:02:01 -   grad: 1.58e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5133  data: 0.0014  lr: 7.66e-04  mem: 50%  pow: 647.564 W
INFO    26-05-04 20:37:49.290105 - 1:02:03 -   grad: 1.63e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5012  data: 0.0029  lr: 7.67e-04  mem: 50%  pow: 646.212 W
INFO    26-05-04 20:37:51.348826 - 1:02:05 -   grad: 1.47e-01  flops: 3.40e+14  wps: 3.19e+04  iter:  0.5203  data: 0.0174  lr: 7.67e-04  mem: 50%  pow: 642.854 W
INFO    26-05-04 20:37:53.365566 - 1:02:07 -   grad: 1.24e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4652  data: 0.0156  lr: 7.68e-04  mem: 50%  pow: 669.605 W
INFO    26-05-04 20:37:55.753526 - 1:02:09 -   grad: 1.38e-01  flops: 2.94e+14  wps: 2.75e+04  iter:  0.5105  data: 0.001  lr: 7.68e-04  mem: 50%  pow: 645.581 W
INFO    26-05-04 20:37:57.771895 - 1:02:11 -   grad: 1.27e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5155  data: 0.0011  lr: 7.69e-04  mem: 50%  pow: 645.403 W
INFO    26-05-04 20:37:59.827150 - 1:02:13 -   grad: 1.26e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4957  data: 0.001  lr: 7.70e-04  mem: 50%  pow: 646.799 W
INFO    26-05-04 20:38:01.823227 - 1:02:15 -   grad: 1.54e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5145  data: 0.001  lr: 7.70e-04  mem: 50%  pow: 650.379 W
INFO    26-05-04 20:38:03.844555 - 1:02:17 -   grad: 1.20e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5016  data: 0.0011  lr: 7.71e-04  mem: 50%  pow: 660.773 W
INFO    26-05-04 20:38:06.006715 - 1:02:19 -   grad: 1.72e-01  flops: 3.24e+14  wps: 3.03e+04  iter:  0.5155  data: 0.0014  lr: 7.71e-04  mem: 50%  pow: 647.422 W
INFO    26-05-04 20:38:08.018585 - 1:02:21 -   grad: 2.15e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5263  data: 0.0015  lr: 7.71e-04  mem: 50%  pow: 642.148 W
INFO    26-05-04 20:38:10.055452 - 1:02:23 -   grad: 1.45e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4938  data: 0.001  lr: 7.72e-04  mem: 50%  pow: 665.762 W
INFO    26-05-04 20:38:12.060793 - 1:02:25 -   grad: 1.68e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4973  data: 0.0016  lr: 7.72e-04  mem: 50%  pow: 657.518 W
INFO    26-05-04 20:38:14.104023 - 1:02:27 -   grad: 1.40e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5122  data: 0.0015  lr: 7.73e-04  mem: 50%  pow: 654.201 W
INFO    26-05-04 20:38:16.109557 - 1:02:29 -   grad: 1.64e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5055  data: 0.0013  lr: 7.73e-04  mem: 50%  pow: 665.125 W
INFO    26-05-04 20:38:18.169128 - 1:02:31 -   grad: 1.51e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5138  data: 0.0012  lr: 7.74e-04  mem: 50%  pow: 640.68 W
INFO    26-05-04 20:38:20.235222 - 1:02:33 -   grad: 1.61e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.4894  data: 0.0011  lr: 7.75e-04  mem: 50%  pow: 667.595 W
INFO    26-05-04 20:38:22.240858 - 1:02:35 -   grad: 1.76e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4757  data: 0.0242  lr: 7.75e-04  mem: 50%  pow: 658.496 W
INFO    26-05-04 20:38:24.953834 - 1:02:38 -   grad: 1.55e-01  flops: 2.58e+14  wps: 2.42e+04  iter:  0.4948  data: 0.001  lr: 7.75e-04  mem: 50%  pow: 657.66 W
INFO    26-05-04 20:38:27.945351 - 1:02:41 -   grad: 1.49e-01  flops: 2.34e+14  wps: 2.19e+04  iter:  0.5168  data: 0.0009  lr: 7.76e-04  mem: 50%  pow: 660.545 W
INFO    26-05-04 20:38:29.929368 - 1:02:43 -   grad: 1.80e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.5146  data: 0.001  lr: 7.76e-04  mem: 50%  pow: 659.727 W
INFO    26-05-04 20:38:31.945410 - 1:02:45 -   grad: 1.54e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5215  data: 0.0012  lr: 7.77e-04  mem: 50%  pow: 648.54 W
INFO    26-05-04 20:38:33.986778 - 1:02:47 -   grad: 1.58e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5323  data: 0.0014  lr: 7.77e-04  mem: 50%  pow: 640.706 W
INFO    26-05-04 20:38:36.041664 - 1:02:49 -   grad: 1.56e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5045  data: 0.001  lr: 7.78e-04  mem: 50%  pow: 639.044 W
INFO    26-05-04 20:38:38.089387 - 1:02:51 -   grad: 1.52e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5153  data: 0.0015  lr: 7.79e-04  mem: 50%  pow: 663.357 W
INFO    26-05-04 20:38:40.094224 - 1:02:53 -   grad: 1.57e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4916  data: 0.0013  lr: 7.79e-04  mem: 50%  pow: 663.197 W
INFO    26-05-04 20:38:42.126058 - 1:02:55 -   grad: 1.49e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5026  data: 0.0014  lr: 7.80e-04  mem: 50%  pow: 651.743 W
INFO    26-05-04 20:38:44.124902 - 1:02:57 -   grad: 1.34e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4842  data: 0.0037  lr: 7.80e-04  mem: 50%  pow: 672.006 W
INFO    26-05-04 20:38:46.331153 - 1:03:00 -   grad: 1.58e-01  flops: 3.18e+14  wps: 2.97e+04  iter:  0.5059  data: 0.0011  lr: 7.80e-04  mem: 50%  pow: 649.702 W
INFO    26-05-04 20:38:48.369388 - 1:03:02 -   grad: 1.33e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5158  data: 0.0012  lr: 7.81e-04  mem: 50%  pow: 643.13 W
INFO    26-05-04 20:38:50.418936 - 1:03:04 -   grad: 1.46e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5121  data: 0.0013  lr: 7.81e-04  mem: 50%  pow: 634.941 W
INFO    26-05-04 20:38:52.492414 - 1:03:06 -   grad: 1.52e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.5062  data: 0.0013  lr: 7.82e-04  mem: 50%  pow: 652.937 W
INFO    26-05-04 20:38:54.514553 - 1:03:08 -   grad: 1.45e-01  flops: 3.46e+14  wps: 3.24e+04  iter:   0.491  data: 0.0012  lr: 7.82e-04  mem: 50%  pow: 673.644 W
INFO    26-05-04 20:38:56.580136 - 1:03:10 -   grad: 1.42e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.4901  data: 0.0012  lr: 7.83e-04  mem: 50%  pow: 665.306 W
INFO    26-05-04 20:38:58.545994 - 1:03:12 -   grad: 1.29e-01  flops: 3.56e+14  wps: 3.34e+04  iter:  0.4808  data: 0.0014  lr: 7.84e-04  mem: 50%  pow: 661.634 W
INFO    26-05-04 20:39:01.172418 - 1:03:14 -   grad: 1.57e-01  flops: 2.67e+14  wps: 2.50e+04  iter:   0.484  data: 0.0163  lr: 7.84e-04  mem: 50%  pow: 651.273 W
INFO    26-05-04 20:39:03.196423 - 1:03:16 -   grad: 1.34e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5101  data: 0.0021  lr: 7.85e-04  mem: 50%  pow: 646.71 W
INFO    26-05-04 20:39:05.229259 - 1:03:18 -   grad: 1.39e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4942  data: 0.0011  lr: 7.85e-04  mem: 50%  pow: 635.243 W
INFO    26-05-04 20:39:07.279826 - 1:03:21 -   grad: 1.36e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4937  data: 0.001  lr: 7.85e-04  mem: 50%  pow: 646.737 W
INFO    26-05-04 20:39:09.500467 - 1:03:23 -   grad: 1.37e-01  flops: 3.16e+14  wps: 2.96e+04  iter:  0.5263  data: 0.0011  lr: 7.86e-04  mem: 50%  pow: 615.999 W
INFO    26-05-04 20:39:11.703226 - 1:03:25 -   grad: 1.37e-01  flops: 3.18e+14  wps: 2.98e+04  iter:  0.5096  data: 0.0014  lr: 7.86e-04  mem: 50%  pow: 657.748 W
INFO    26-05-04 20:39:13.822010 - 1:03:27 -   grad: 1.37e-01  flops: 3.33e+14  wps: 3.11e+04  iter:  0.5064  data: 0.0027  lr: 7.87e-04  mem: 50%  pow: 661.981 W
INFO    26-05-04 20:39:15.909499 - 1:03:29 -   grad: 1.34e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.5145  data: 0.0013  lr: 7.88e-04  mem: 50%  pow: 645.744 W
INFO    26-05-04 20:39:18.063401 - 1:03:31 -   grad: 1.36e-01  flops: 3.25e+14  wps: 3.05e+04  iter:  0.4937  data: 0.0013  lr: 7.88e-04  mem: 50%  pow: 659.549 W
INFO    26-05-04 20:39:20.081656 - 1:03:33 -   grad: 1.39e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4978  data: 0.0014  lr: 7.89e-04  mem: 50%  pow: 649.654 W
INFO    26-05-04 20:39:22.091175 - 1:03:35 -   grad: 1.49e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5106  data: 0.0011  lr: 7.89e-04  mem: 50%  pow: 658.692 W
INFO    26-05-04 20:39:24.101987 - 1:03:37 -   grad: 1.35e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4877  data: 0.0014  lr: 7.89e-04  mem: 50%  pow: 667.19 W
INFO    26-05-04 20:39:27.083487 - 1:03:40 -   grad: 1.26e-01  flops: 2.35e+14  wps: 2.20e+04  iter:  0.4843  data: 0.0235  lr: 7.90e-04  mem: 50%  pow: 672.331 W
INFO    26-05-04 20:39:29.139533 - 1:03:42 -   grad: 1.28e-01  flops: 3.41e+14  wps: 3.19e+04  iter:   0.522  data: 0.0014  lr: 7.90e-04  mem: 50%  pow: 649.928 W
INFO    26-05-04 20:39:31.177434 - 1:03:44 -   grad: 1.33e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5117  data: 0.0014  lr: 7.91e-04  mem: 50%  pow: 637.793 W
INFO    26-05-04 20:39:33.419563 - 1:03:47 -   grad: 1.21e-01  flops: 3.13e+14  wps: 2.93e+04  iter:  0.5126  data: 0.0015  lr: 7.91e-04  mem: 50%  pow: 661.109 W
INFO    26-05-04 20:39:35.464606 - 1:03:49 -   grad: 1.26e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.5091  data: 0.0014  lr: 7.92e-04  mem: 50%  pow: 658.124 W
INFO    26-05-04 20:39:37.493758 - 1:03:51 -   grad: 1.34e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5077  data: 0.0011  lr: 7.93e-04  mem: 50%  pow: 655.887 W
INFO    26-05-04 20:39:39.556331 - 1:03:53 -   grad: 1.24e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5114  data: 0.0011  lr: 7.93e-04  mem: 50%  pow: 659.035 W
INFO    26-05-04 20:39:41.635157 - 1:03:55 -   grad: 1.31e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.5103  data: 0.0014  lr: 7.94e-04  mem: 50%  pow: 639.182 W
INFO    26-05-04 20:39:43.699536 - 1:03:57 -   grad: 1.28e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5175  data: 0.001  lr: 7.94e-04  mem: 50%  pow: 650.383 W
INFO    26-05-04 20:39:45.990014 - 1:03:59 -   grad: 1.20e-01  flops: 3.06e+14  wps: 2.86e+04  iter:  0.4982  data: 0.0011  lr: 7.94e-04  mem: 50%  pow: 665.222 W
INFO    26-05-04 20:39:48.515227 - 1:04:02 -   grad: 1.40e-01  flops: 2.77e+14  wps: 2.60e+04  iter:  0.5146  data: 0.0015  lr: 7.95e-04  mem: 50%  pow: 655.826 W
INFO    26-05-04 20:39:52.311308 - 1:04:06 -   grad: 1.52e-01  flops: 1.84e+14  wps: 1.73e+04  iter:  0.4953  data: 0.0013  lr: 7.95e-04  mem: 50%  pow: 669.488 W
INFO    26-05-04 20:39:54.314432 - 1:04:08 -   grad: 1.46e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4889  data: 0.0015  lr: 7.96e-04  mem: 50%  pow: 663.292 W
INFO    26-05-04 20:39:56.348718 - 1:04:10 -   grad: 1.41e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5028  data: 0.0011  lr: 7.97e-04  mem: 50%  pow: 657.053 W
INFO    26-05-04 20:39:58.395335 - 1:04:12 -   grad: 1.59e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5105  data: 0.0015  lr: 7.97e-04  mem: 50%  pow: 651.014 W
INFO    26-05-04 20:40:00.924221 - 1:04:14 -   grad: 1.47e-01  flops: 2.77e+14  wps: 2.59e+04  iter:  0.4959  data: 0.0013  lr: 7.98e-04  mem: 50%  pow: 671.385 W
INFO    26-05-04 20:40:02.938971 - 1:04:16 -   grad: 1.39e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4883  data: 0.0015  lr: 7.98e-04  mem: 50%  pow: 662.429 W
INFO    26-05-04 20:40:05.089092 - 1:04:18 -   grad: 1.70e-01  flops: 3.26e+14  wps: 3.05e+04  iter:  0.5154  data: 0.001  lr: 7.99e-04  mem: 50%  pow: 644.524 W
INFO    26-05-04 20:40:07.313315 - 1:04:21 -   grad: 1.64e-01  flops: 3.15e+14  wps: 2.95e+04  iter:  0.4966  data: 0.0011  lr: 7.99e-04  mem: 50%  pow: 671.932 W
INFO    26-05-04 20:40:09.352690 - 1:04:23 -   grad: 1.42e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4969  data: 0.0012  lr: 7.99e-04  mem: 50%  pow: 652.571 W
INFO    26-05-04 20:40:11.410279 - 1:04:25 -   grad: 1.34e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5221  data: 0.0015  lr: 8.00e-04  mem: 50%  pow: 648.787 W
INFO    26-05-04 20:40:13.414975 - 1:04:27 -   grad: 1.28e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4943  data: 0.0016  lr: 8.00e-04  mem: 50%  pow: 675.876 W
INFO    26-05-04 20:40:15.876445 - 1:04:29 -   grad: 1.33e-01  flops: 2.85e+14  wps: 2.66e+04  iter:  0.5131  data: 0.0013  lr: 8.01e-04  mem: 50%  pow: 634.471 W
INFO    26-05-04 20:40:17.868072 - 1:04:31 -   grad: 1.31e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4916  data: 0.001  lr: 8.02e-04  mem: 50%  pow: 652.399 W
INFO    26-05-04 20:40:19.899123 - 1:04:33 -   grad: 1.31e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4953  data: 0.0011  lr: 8.02e-04  mem: 50%  pow: 662.78 W
INFO    26-05-04 20:40:21.952008 - 1:04:35 -   grad: 1.50e-01  flops: 3.41e+14  wps: 3.20e+04  iter:  0.4922  data: 0.0011  lr: 8.03e-04  mem: 50%  pow: 627.012 W
INFO    26-05-04 20:40:24.088620 - 1:04:37 -   grad: 1.56e-01  flops: 3.28e+14  wps: 3.07e+04  iter:  0.5062  data: 0.0013  lr: 8.03e-04  mem: 50%  pow: 642.585 W
INFO    26-05-04 20:40:26.065406 - 1:04:39 -   grad: 1.38e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4902  data: 0.0011  lr: 8.03e-04  mem: 50%  pow: 646.828 W
INFO    26-05-04 20:40:28.110943 - 1:04:41 -   grad: 1.61e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5369  data: 0.0009  lr: 8.04e-04  mem: 50%  pow: 641.499 W
INFO    26-05-04 20:40:30.131778 - 1:04:43 -   grad: 1.36e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5008  data: 0.0012  lr: 8.04e-04  mem: 50%  pow: 647.318 W
INFO    26-05-04 20:40:32.091087 - 1:04:45 -   grad: 1.41e-01  flops: 3.57e+14  wps: 3.35e+04  iter:  0.5067  data: 0.0013  lr: 8.05e-04  mem: 50%  pow: 657.179 W
INFO    26-05-04 20:40:34.432300 - 1:04:48 -   grad: 1.51e-01  flops: 2.99e+14  wps: 2.80e+04  iter:  0.5161  data: 0.0011  lr: 8.06e-04  mem: 50%  pow: 641.995 W
INFO    26-05-04 20:40:36.673655 - 1:04:50 -   grad: 1.78e-01  flops: 3.13e+14  wps: 2.93e+04  iter:  0.5012  data: 0.0075  lr: 8.06e-04  mem: 50%  pow: 630.888 W
INFO    26-05-04 20:40:38.675393 - 1:04:52 -   grad: 1.63e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4986  data: 0.0014  lr: 8.07e-04  mem: 50%  pow: 656.614 W
INFO    26-05-04 20:40:41.011106 - 1:04:54 -   grad: 1.52e-01  flops: 3.00e+14  wps: 2.81e+04  iter:    0.49  data: 0.0013  lr: 8.07e-04  mem: 50%  pow: 644.262 W
INFO    26-05-04 20:40:43.032634 - 1:04:56 -   grad: 1.60e-01  flops: 3.47e+14  wps: 3.25e+04  iter:   0.513  data: 0.0012  lr: 8.08e-04  mem: 50%  pow: 665.111 W
INFO    26-05-04 20:40:47.716049 - 1:05:01 -   grad: 1.83e-01  flops: 1.50e+14  wps: 1.40e+04  iter:  0.4897  data: 0.0016  lr: 8.08e-04  mem: 50%  pow: 637.298 W
INFO    26-05-04 20:40:50.002322 - 1:05:03 -   grad: 1.76e-01  flops: 3.07e+14  wps: 2.88e+04  iter:  0.4902  data: 0.0011  lr: 8.08e-04  mem: 50%  pow: 645.33 W
INFO    26-05-04 20:40:51.999582 - 1:05:05 -   grad: 1.65e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5006  data: 0.001  lr: 8.09e-04  mem: 50%  pow: 663.709 W
INFO    26-05-04 20:40:54.010788 - 1:05:07 -   grad: 1.96e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5109  data: 0.0012  lr: 8.09e-04  mem: 50%  pow: 647.547 W
INFO    26-05-04 20:40:55.983221 - 1:05:09 -   grad: 2.35e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4896  data: 0.0011  lr: 8.10e-04  mem: 50%  pow: 660.377 W
INFO    26-05-04 20:40:58.453074 - 1:05:12 -   grad: 2.08e-01  flops: 2.84e+14  wps: 2.66e+04  iter:  0.5155  data: 0.0015  lr: 8.11e-04  mem: 50%  pow: 655.134 W
INFO    26-05-04 20:41:00.579720 - 1:05:14 -   grad: 1.58e-01  flops: 3.29e+14  wps: 3.08e+04  iter:  0.5156  data: 0.0011  lr: 8.11e-04  mem: 50%  pow: 647.711 W
INFO    26-05-04 20:41:02.617644 - 1:05:16 -   grad: 2.08e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5276  data: 0.0009  lr: 8.12e-04  mem: 50%  pow: 641.973 W
INFO    26-05-04 20:41:04.601674 - 1:05:18 -   grad: 1.48e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4935  data: 0.0011  lr: 8.12e-04  mem: 50%  pow: 673.11 W
INFO    26-05-04 20:41:06.607071 - 1:05:20 -   grad: 1.42e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4896  data: 0.0011  lr: 8.13e-04  mem: 50%  pow: 669.905 W
INFO    26-05-04 20:41:08.601699 - 1:05:22 -   grad: 1.51e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5007  data: 0.0012  lr: 8.13e-04  mem: 50%  pow: 661.793 W
INFO    26-05-04 20:41:10.612276 - 1:05:24 -   grad: 1.35e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5062  data: 0.001  lr: 8.13e-04  mem: 50%  pow: 650.877 W
INFO    26-05-04 20:41:12.641098 - 1:05:26 -   grad: 1.33e-01  flops: 3.46e+14  wps: 3.23e+04  iter:  0.5164  data: 0.001  lr: 8.14e-04  mem: 50%  pow: 666.332 W
INFO    26-05-04 20:41:14.649562 - 1:05:28 -   grad: 1.44e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5275  data: 0.0015  lr: 8.15e-04  mem: 50%  pow: 644.729 W
INFO    26-05-04 20:41:16.657772 - 1:05:30 -   grad: 1.22e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5105  data: 0.0013  lr: 8.15e-04  mem: 50%  pow: 654.917 W
INFO    26-05-04 20:41:18.770037 - 1:05:32 -   grad: 1.24e-01  flops: 3.32e+14  wps: 3.11e+04  iter:  0.4962  data: 0.0015  lr: 8.16e-04  mem: 50%  pow: 652.61 W
INFO    26-05-04 20:41:20.875717 - 1:05:34 -   grad: 1.29e-01  flops: 3.33e+14  wps: 3.11e+04  iter:  0.5059  data: 0.0012  lr: 8.16e-04  mem: 50%  pow: 613.475 W
INFO    26-05-04 20:41:22.871872 - 1:05:36 -   grad: 1.29e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5001  data: 0.0014  lr: 8.17e-04  mem: 50%  pow: 648.936 W
INFO    26-05-04 20:41:24.947404 - 1:05:38 -   grad: 1.35e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.5266  data: 0.0017  lr: 8.17e-04  mem: 50%  pow: 636.609 W
INFO    26-05-04 20:41:27.069306 - 1:05:40 -   grad: 1.37e-01  flops: 3.31e+14  wps: 3.10e+04  iter:  0.5205  data: 0.0028  lr: 8.17e-04  mem: 50%  pow: 647.645 W
INFO    26-05-04 20:41:29.287040 - 1:05:43 -   grad: 1.28e-01  flops: 3.16e+14  wps: 2.96e+04  iter:  0.4937  data: 0.0019  lr: 8.18e-04  mem: 50%  pow: 651.658 W
INFO    26-05-04 20:41:31.315708 - 1:05:45 -   grad: 1.22e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5084  data: 0.0012  lr: 8.19e-04  mem: 50%  pow: 627.388 W
INFO    26-05-04 20:41:33.305106 - 1:05:47 -   grad: 1.44e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4861  data: 0.0014  lr: 8.19e-04  mem: 50%  pow: 665.017 W
INFO    26-05-04 20:41:35.293066 - 1:05:49 -   grad: 1.28e-01  flops: 3.53e+14  wps: 3.31e+04  iter:   0.504  data: 0.0011  lr: 8.20e-04  mem: 50%  pow: 663.793 W
INFO    26-05-04 20:41:37.315241 - 1:05:51 -   grad: 1.26e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5136  data: 0.0012  lr: 8.20e-04  mem: 50%  pow: 634.271 W
INFO    26-05-04 20:41:39.294046 - 1:05:53 -   grad: 1.84e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.5122  data: 0.0036  lr: 8.21e-04  mem: 50%  pow: 655.357 W
INFO    26-05-04 20:41:41.621056 - 1:05:55 -   grad: 1.43e-01  flops: 3.01e+14  wps: 2.82e+04  iter:  0.4966  data: 0.0012  lr: 8.21e-04  mem: 50%  pow: 667.181 W
INFO    26-05-04 20:41:43.666911 - 1:05:57 -   grad: 1.37e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.5158  data: 0.0014  lr: 8.22e-04  mem: 50%  pow: 645.213 W
INFO    26-05-04 20:41:45.709921 - 1:05:59 -   grad: 1.69e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.512  data: 0.0012  lr: 8.22e-04  mem: 50%  pow: 661.76 W
INFO    26-05-04 20:41:47.751063 - 1:06:01 -   grad: 1.31e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5057  data: 0.0017  lr: 8.22e-04  mem: 50%  pow: 653.339 W
INFO    26-05-04 20:41:49.765125 - 1:06:03 -   grad: 1.67e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4849  data: 0.017  lr: 8.23e-04  mem: 50%  pow: 657.135 W
INFO    26-05-04 20:41:51.792984 - 1:06:05 -   grad: 1.47e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5006  data: 0.0013  lr: 8.24e-04  mem: 50%  pow: 667.178 W
INFO    26-05-04 20:41:53.846218 - 1:06:07 -   grad: 1.34e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5098  data: 0.0012  lr: 8.24e-04  mem: 50%  pow: 642.968 W
INFO    26-05-04 20:41:55.870792 - 1:06:09 -   grad: 1.50e-01  flops: 3.46e+14  wps: 3.24e+04  iter:   0.495  data: 0.0011  lr: 8.25e-04  mem: 50%  pow: 667.679 W
INFO    26-05-04 20:41:57.906364 - 1:06:11 -   grad: 1.33e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5145  data: 0.0012  lr: 8.25e-04  mem: 50%  pow: 668.833 W
INFO    26-05-04 20:41:59.883979 - 1:06:13 -   grad: 1.43e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4674  data: 0.0165  lr: 8.26e-04  mem: 50%  pow: 669.065 W
INFO    26-05-04 20:42:01.914485 - 1:06:15 -   grad: 1.25e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5009  data: 0.0014  lr: 8.26e-04  mem: 50%  pow: 673.964 W
INFO    26-05-04 20:42:03.945803 - 1:06:17 -   grad: 1.32e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5037  data: 0.001  lr: 8.26e-04  mem: 50%  pow: 665.894 W
INFO    26-05-04 20:42:05.918965 - 1:06:19 -   grad: 1.30e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4818  data: 0.0011  lr: 8.27e-04  mem: 50%  pow: 658.536 W
INFO    26-05-04 20:42:07.955776 - 1:06:21 -   grad: 1.35e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4977  data: 0.0013  lr: 8.28e-04  mem: 50%  pow: 633.696 W
INFO    26-05-04 20:42:10.431252 - 1:06:24 -   grad: 1.39e-01  flops: 2.83e+14  wps: 2.65e+04  iter:  0.5011  data: 0.0019  lr: 8.28e-04  mem: 50%  pow: 654.629 W
INFO    26-05-04 20:42:13.485934 - 1:06:27 -   grad: 1.25e-01  flops: 2.29e+14  wps: 2.15e+04  iter:  0.5004  data: 0.0027  lr: 8.29e-04  mem: 50%  pow: 646.36 W
INFO    26-05-04 20:42:16.034392 - 1:06:29 -   grad: 1.26e-01  flops: 2.75e+14  wps: 2.57e+04  iter:  0.5001  data: 0.0014  lr: 8.29e-04  mem: 50%  pow: 646.628 W
INFO    26-05-04 20:42:18.093276 - 1:06:31 -   grad: 1.26e-01  flops: 3.40e+14  wps: 3.19e+04  iter:  0.5267  data: 0.0016  lr: 8.30e-04  mem: 50%  pow: 646.681 W
INFO    26-05-04 20:42:20.234592 - 1:06:33 -   grad: 1.52e-01  flops: 3.27e+14  wps: 3.06e+04  iter:  0.4896  data: 0.0097  lr: 8.30e-04  mem: 50%  pow: 655.433 W
INFO    26-05-04 20:42:22.325344 - 1:06:36 -   grad: 1.49e-01  flops: 3.35e+14  wps: 3.14e+04  iter:  0.5289  data: 0.0024  lr: 8.31e-04  mem: 50%  pow: 624.037 W
INFO    26-05-04 20:42:24.543494 - 1:06:38 -   grad: 1.34e-01  flops: 3.16e+14  wps: 2.96e+04  iter:  0.5326  data: 0.0011  lr: 8.31e-04  mem: 50%  pow: 649.093 W
INFO    26-05-04 20:42:26.640491 - 1:06:40 -   grad: 1.52e-01  flops: 3.34e+14  wps: 3.13e+04  iter:  0.5112  data: 0.0009  lr: 8.31e-04  mem: 50%  pow: 650.072 W
INFO    26-05-04 20:42:28.694946 - 1:06:42 -   grad: 1.59e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5316  data: 0.0011  lr: 8.32e-04  mem: 50%  pow: 639.924 W
INFO    26-05-04 20:42:30.724381 - 1:06:44 -   grad: 1.57e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5221  data: 0.0013  lr: 8.33e-04  mem: 50%  pow: 660.224 W
INFO    26-05-04 20:42:32.835367 - 1:06:46 -   grad: 1.59e-01  flops: 3.32e+14  wps: 3.11e+04  iter:  0.5037  data: 0.001  lr: 8.33e-04  mem: 50%  pow: 642.705 W
INFO    26-05-04 20:42:34.878996 - 1:06:48 -   grad: 1.46e-01  flops: 3.43e+14  wps: 3.21e+04  iter:   0.498  data: 0.0016  lr: 8.34e-04  mem: 50%  pow: 652.757 W
INFO    26-05-04 20:42:37.333955 - 1:06:51 -   grad: 1.50e-01  flops: 2.85e+14  wps: 2.67e+04  iter:  0.4899  data: 0.0019  lr: 8.34e-04  mem: 50%  pow: 666.246 W
INFO    26-05-04 20:42:39.422544 - 1:06:53 -   grad: 1.48e-01  flops: 3.35e+14  wps: 3.14e+04  iter:  0.4935  data: 0.0029  lr: 8.35e-04  mem: 50%  pow: 669.268 W
INFO    26-05-04 20:42:41.531658 - 1:06:55 -   grad: 1.56e-01  flops: 3.32e+14  wps: 3.11e+04  iter:  0.5167  data: 0.0011  lr: 8.35e-04  mem: 50%  pow: 667.41 W
INFO    26-05-04 20:42:43.756928 - 1:06:57 -   grad: 1.52e-01  flops: 3.15e+14  wps: 2.95e+04  iter:  0.5019  data: 0.0014  lr: 8.36e-04  mem: 50%  pow: 657.073 W
INFO    26-05-04 20:42:46.217254 - 1:06:59 -   grad: 1.33e-01  flops: 2.85e+14  wps: 2.67e+04  iter:  0.4943  data: 0.0013  lr: 8.36e-04  mem: 50%  pow: 667.259 W
INFO    26-05-04 20:42:48.257472 - 1:07:02 -   grad: 1.63e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4932  data: 0.0017  lr: 8.37e-04  mem: 50%  pow: 660.932 W
INFO    26-05-04 20:42:50.263784 - 1:07:04 -   grad: 1.49e-01  flops: 3.49e+14  wps: 3.27e+04  iter:   0.482  data: 0.0016  lr: 8.37e-04  mem: 50%  pow: 667.223 W
INFO    26-05-04 20:42:52.313774 - 1:07:06 -   grad: 1.32e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4849  data: 0.0138  lr: 8.38e-04  mem: 50%  pow: 674.356 W
INFO    26-05-04 20:42:54.478804 - 1:07:08 -   grad: 1.28e-01  flops: 3.24e+14  wps: 3.03e+04  iter:   0.503  data: 0.001  lr: 8.38e-04  mem: 50%  pow: 663.616 W
INFO    26-05-04 20:42:56.496988 - 1:07:10 -   grad: 1.36e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4915  data: 0.0011  lr: 8.39e-04  mem: 50%  pow: 655.12 W
INFO    26-05-04 20:42:58.478195 - 1:07:12 -   grad: 1.34e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5047  data: 0.0011  lr: 8.39e-04  mem: 50%  pow: 651.893 W
INFO    26-05-04 20:43:00.526984 - 1:07:14 -   grad: 1.41e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5069  data: 0.0011  lr: 8.40e-04  mem: 50%  pow: 657.256 W
INFO    26-05-04 20:43:02.528986 - 1:07:16 -   grad: 1.49e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4799  data: 0.0014  lr: 8.40e-04  mem: 50%  pow: 661.293 W
INFO    26-05-04 20:43:04.514222 - 1:07:18 -   grad: 1.40e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.5011  data: 0.002  lr: 8.40e-04  mem: 50%  pow: 658.856 W
INFO    26-05-04 20:43:06.525652 - 1:07:20 -   grad: 1.18e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5155  data: 0.0013  lr: 8.41e-04  mem: 50%  pow: 646.935 W
INFO    26-05-04 20:43:08.545547 - 1:07:22 -   grad: 1.20e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4943  data: 0.0016  lr: 8.42e-04  mem: 50%  pow: 654.643 W
INFO    26-05-04 20:43:10.559580 - 1:07:24 -   grad: 1.37e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5109  data: 0.0016  lr: 8.42e-04  mem: 50%  pow: 647.152 W
INFO    26-05-04 20:43:12.556182 - 1:07:26 -   grad: 1.25e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5107  data: 0.0018  lr: 8.43e-04  mem: 50%  pow: 656.437 W
INFO    26-05-04 20:43:14.653193 - 1:07:28 -   grad: 1.54e-01  flops: 3.35e+14  wps: 3.13e+04  iter:  0.5002  data: 0.0012  lr: 8.43e-04  mem: 50%  pow: 643.475 W
INFO    26-05-04 20:43:17.025162 - 1:07:30 -   grad: 1.51e-01  flops: 2.95e+14  wps: 2.77e+04  iter:  0.5025  data: 0.001  lr: 8.44e-04  mem: 50%  pow: 637.611 W
INFO    26-05-04 20:43:19.037973 - 1:07:32 -   grad: 1.21e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5095  data: 0.001  lr: 8.44e-04  mem: 50%  pow: 653.168 W
INFO    26-05-04 20:43:21.083155 - 1:07:34 -   grad: 1.50e-01  flops: 3.42e+14  wps: 3.21e+04  iter:   0.514  data: 0.0014  lr: 8.45e-04  mem: 50%  pow: 645.142 W
INFO    26-05-04 20:43:23.103493 - 1:07:36 -   grad: 1.38e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5099  data: 0.0015  lr: 8.45e-04  mem: 50%  pow: 653.09 W
INFO    26-05-04 20:43:25.107881 - 1:07:38 -   grad: 1.51e-01  flops: 3.50e+14  wps: 3.27e+04  iter:   0.511  data: 0.0023  lr: 8.46e-04  mem: 50%  pow: 655.429 W
INFO    26-05-04 20:43:27.122589 - 1:07:40 -   grad: 1.67e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5006  data: 0.0014  lr: 8.46e-04  mem: 50%  pow: 643.847 W
INFO    26-05-04 20:43:29.118673 - 1:07:42 -   grad: 1.30e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5046  data: 0.0015  lr: 8.47e-04  mem: 50%  pow: 654.758 W
INFO    26-05-04 20:43:31.154552 - 1:07:44 -   grad: 1.59e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4986  data: 0.0013  lr: 8.47e-04  mem: 50%  pow: 663.134 W
INFO    26-05-04 20:43:33.191251 - 1:07:46 -   grad: 1.37e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4941  data: 0.0014  lr: 8.48e-04  mem: 50%  pow: 666.287 W
INFO    26-05-04 20:43:35.182052 - 1:07:48 -   grad: 1.37e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5115  data: 0.001  lr: 8.48e-04  mem: 50%  pow: 649.971 W
INFO    26-05-04 20:43:37.249185 - 1:07:51 -   grad: 1.34e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5608  data: 0.0011  lr: 8.49e-04  mem: 50%  pow: 630.962 W
INFO    26-05-04 20:43:39.270293 - 1:07:53 -   grad: 1.33e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5143  data: 0.0013  lr: 8.49e-04  mem: 50%  pow: 662.932 W
INFO    26-05-04 20:43:41.326369 - 1:07:55 -   grad: 1.29e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.5102  data: 0.0012  lr: 8.50e-04  mem: 50%  pow: 660.756 W
INFO    26-05-04 20:43:43.332202 - 1:07:57 -   grad: 1.42e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4864  data: 0.0014  lr: 8.50e-04  mem: 50%  pow: 666.508 W
INFO    26-05-04 20:43:45.499928 - 1:07:59 -   grad: 1.40e-01  flops: 3.23e+14  wps: 3.02e+04  iter:  0.5053  data: 0.0015  lr: 8.51e-04  mem: 50%  pow: 668.208 W
INFO    26-05-04 20:43:47.800442 - 1:08:01 -   grad: 1.34e-01  flops: 3.04e+14  wps: 2.85e+04  iter:  0.5524  data: 0.0021  lr: 8.51e-04  mem: 50%  pow: 620.769 W
INFO    26-05-04 20:43:49.792965 - 1:08:03 -   grad: 1.36e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4948  data: 0.0016  lr: 8.52e-04  mem: 50%  pow: 668.946 W
INFO    26-05-04 20:43:51.830321 - 1:08:05 -   grad: 1.36e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5218  data: 0.0014  lr: 8.52e-04  mem: 50%  pow: 657.052 W
INFO    26-05-04 20:43:54.234320 - 1:08:07 -   grad: 1.52e-01  flops: 2.91e+14  wps: 2.73e+04  iter:  0.5038  data: 0.0015  lr: 8.53e-04  mem: 50%  pow: 648.772 W
INFO    26-05-04 20:43:56.231121 - 1:08:09 -   grad: 1.35e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4906  data: 0.0043  lr: 8.53e-04  mem: 50%  pow: 661.897 W
INFO    26-05-04 20:43:58.249808 - 1:08:12 -   grad: 1.36e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5034  data: 0.0012  lr: 8.54e-04  mem: 50%  pow: 631.252 W
INFO    26-05-04 20:44:00.272096 - 1:08:14 -   grad: 1.26e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5227  data: 0.0011  lr: 8.54e-04  mem: 50%  pow: 648.525 W
INFO    26-05-04 20:44:02.284028 - 1:08:16 -   grad: 1.49e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5126  data: 0.0017  lr: 8.55e-04  mem: 50%  pow: 655.262 W
INFO    26-05-04 20:44:04.337388 - 1:08:18 -   grad: 1.44e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5161  data: 0.0018  lr: 8.55e-04  mem: 50%  pow: 640.69 W
INFO    26-05-04 20:44:06.361652 - 1:08:20 -   grad: 1.19e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4957  data: 0.0013  lr: 8.56e-04  mem: 50%  pow: 656.562 W
INFO    26-05-04 20:44:08.320322 - 1:08:22 -   grad: 1.46e-01  flops: 3.58e+14  wps: 3.35e+04  iter:  0.4865  data: 0.0011  lr: 8.56e-04  mem: 50%  pow: 662.997 W
INFO    26-05-04 20:44:10.313792 - 1:08:24 -   grad: 1.33e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4986  data: 0.0011  lr: 8.57e-04  mem: 50%  pow: 659.101 W
INFO    26-05-04 20:44:12.306354 - 1:08:26 -   grad: 1.29e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4925  data: 0.0012  lr: 8.57e-04  mem: 50%  pow: 653.646 W
INFO    26-05-04 20:44:14.267909 - 1:08:28 -   grad: 1.38e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4883  data: 0.0012  lr: 8.58e-04  mem: 50%  pow: 666.098 W
INFO    26-05-04 20:44:16.307408 - 1:08:30 -   grad: 1.50e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5169  data: 0.0016  lr: 8.58e-04  mem: 50%  pow: 644.515 W
INFO    26-05-04 20:44:18.504725 - 1:08:32 -   grad: 1.22e-01  flops: 3.19e+14  wps: 2.98e+04  iter:   0.533  data: 0.0261  lr: 8.59e-04  mem: 50%  pow: 628.075 W
INFO    26-05-04 20:44:20.567613 - 1:08:34 -   grad: 1.28e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5064  data: 0.001  lr: 8.59e-04  mem: 50%  pow: 641.85 W
INFO    26-05-04 20:44:22.623027 - 1:08:36 -   grad: 1.49e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5158  data: 0.0019  lr: 8.60e-04  mem: 50%  pow: 637.116 W
INFO    26-05-04 20:44:24.645816 - 1:08:38 -   grad: 1.52e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5096  data: 0.0011  lr: 8.60e-04  mem: 50%  pow: 648.684 W
INFO    26-05-04 20:44:26.716243 - 1:08:40 -   grad: 1.38e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5102  data: 0.0009  lr: 8.61e-04  mem: 50%  pow: 641.416 W
INFO    26-05-04 20:44:28.736497 - 1:08:42 -   grad: 1.58e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4998  data: 0.0015  lr: 8.61e-04  mem: 50%  pow: 661.199 W
INFO    26-05-04 20:44:30.733055 - 1:08:44 -   grad: 1.78e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5063  data: 0.001  lr: 8.62e-04  mem: 50%  pow: 657.448 W
INFO    26-05-04 20:44:33.244347 - 1:08:47 -   grad: 1.57e-01  flops: 2.81e+14  wps: 2.63e+04  iter:  0.5021  data: 0.014  lr: 8.62e-04  mem: 50%  pow: 650.47 W
INFO    26-05-04 20:44:35.532601 - 1:08:49 -   grad: 1.53e-01  flops: 3.06e+14  wps: 2.87e+04  iter:  0.5152  data: 0.0011  lr: 8.63e-04  mem: 50%  pow: 649.865 W
INFO    26-05-04 20:44:37.927249 - 1:08:51 -   grad: 1.56e-01  flops: 2.93e+14  wps: 2.74e+04  iter:  0.5261  data: 0.0016  lr: 8.63e-04  mem: 50%  pow: 644.708 W
INFO    26-05-04 20:44:40.051690 - 1:08:53 -   grad: 1.28e-01  flops: 3.30e+14  wps: 3.09e+04  iter:  0.4971  data: 0.0014  lr: 8.64e-04  mem: 50%  pow: 651.483 W
INFO    26-05-04 20:44:42.228678 - 1:08:55 -   grad: 1.26e-01  flops: 3.22e+14  wps: 3.01e+04  iter:  0.5131  data: 0.0017  lr: 8.64e-04  mem: 50%  pow: 652.554 W
INFO    26-05-04 20:44:44.288430 - 1:08:58 -   grad: 1.22e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.4989  data: 0.0013  lr: 8.65e-04  mem: 50%  pow: 664.391 W
INFO    26-05-04 20:44:46.270566 - 1:09:00 -   grad: 1.19e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4808  data: 0.0014  lr: 8.65e-04  mem: 50%  pow: 651.961 W
INFO    26-05-04 20:44:48.256687 - 1:09:02 -   grad: 1.37e-01  flops: 3.53e+14  wps: 3.30e+04  iter:     0.5  data: 0.0012  lr: 8.66e-04  mem: 50%  pow: 642.385 W
INFO    26-05-04 20:44:51.136048 - 1:09:04 -   grad: 1.48e-01  flops: 2.43e+14  wps: 2.28e+04  iter:  0.5139  data: 0.001  lr: 8.66e-04  mem: 50%  pow: 641.765 W
INFO    26-05-04 20:44:53.152676 - 1:09:06 -   grad: 1.33e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5128  data: 0.0013  lr: 8.67e-04  mem: 50%  pow: 651.501 W
INFO    26-05-04 20:44:55.157622 - 1:09:08 -   grad: 1.42e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4979  data: 0.0013  lr: 8.67e-04  mem: 50%  pow: 660.21 W
INFO    26-05-04 20:44:57.146608 - 1:09:10 -   grad: 1.51e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5007  data: 0.0014  lr: 8.68e-04  mem: 50%  pow: 667.192 W
INFO    26-05-04 20:44:59.632942 - 1:09:13 -   grad: 1.27e-01  flops: 2.82e+14  wps: 2.64e+04  iter:  0.5219  data: 0.0014  lr: 8.68e-04  mem: 50%  pow: 644.258 W
INFO    26-05-04 20:45:01.877004 - 1:09:15 -   grad: 1.22e-01  flops: 3.12e+14  wps: 2.92e+04  iter:   0.499  data: 0.0014  lr: 8.69e-04  mem: 50%  pow: 651.648 W
INFO    26-05-04 20:45:03.854812 - 1:09:17 -   grad: 1.39e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.5068  data: 0.003  lr: 8.69e-04  mem: 50%  pow: 657.996 W
INFO    26-05-04 20:45:05.855007 - 1:09:19 -   grad: 1.47e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4825  data: 0.0015  lr: 8.70e-04  mem: 50%  pow: 651.903 W
INFO    26-05-04 20:45:07.894715 - 1:09:21 -   grad: 1.32e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5225  data: 0.0014  lr: 8.70e-04  mem: 50%  pow: 649.209 W
INFO    26-05-04 20:45:09.937255 - 1:09:23 -   grad: 1.17e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5137  data: 0.0015  lr: 8.71e-04  mem: 50%  pow: 652.027 W
INFO    26-05-04 20:45:11.988391 - 1:09:25 -   grad: 1.34e-01  flops: 3.41e+14  wps: 3.20e+04  iter:  0.5221  data: 0.0014  lr: 8.71e-04  mem: 50%  pow: 647.332 W
INFO    26-05-04 20:45:14.022460 - 1:09:27 -   grad: 1.12e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5112  data: 0.0015  lr: 8.72e-04  mem: 50%  pow: 661.82 W
INFO    26-05-04 20:45:16.330897 - 1:09:30 -   grad: 1.16e-01  flops: 3.04e+14  wps: 2.84e+04  iter:   0.491  data: 0.0015  lr: 8.72e-04  mem: 50%  pow: 665.618 W
INFO    26-05-04 20:45:18.400404 - 1:09:32 -   grad: 1.16e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.4935  data: 0.0011  lr: 8.73e-04  mem: 50%  pow: 650.514 W
INFO    26-05-04 20:45:20.424408 - 1:09:34 -   grad: 1.12e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5017  data: 0.0011  lr: 8.73e-04  mem: 50%  pow: 655.367 W
INFO    26-05-04 20:45:23.677201 - 1:09:37 -   grad: 1.12e-01  flops: 2.15e+14  wps: 2.02e+04  iter:   0.499  data: 0.0013  lr: 8.74e-04  mem: 50%  pow: 637.031 W
INFO    26-05-04 20:45:25.732588 - 1:09:39 -   grad: 1.32e-01  flops: 3.41e+14  wps: 3.19e+04  iter:   0.506  data: 0.0011  lr: 8.74e-04  mem: 50%  pow: 646.374 W
INFO    26-05-04 20:45:27.841676 - 1:09:41 -   grad: 1.30e-01  flops: 3.32e+14  wps: 3.11e+04  iter:  0.5278  data: 0.0013  lr: 8.75e-04  mem: 50%  pow: 654.833 W
INFO    26-05-04 20:45:30.360035 - 1:09:44 -   grad: 1.16e-01  flops: 2.78e+14  wps: 2.60e+04  iter:   0.487  data: 0.001  lr: 8.75e-04  mem: 50%  pow: 649.117 W
INFO    26-05-04 20:45:32.351560 - 1:09:46 -   grad: 1.34e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4925  data: 0.0012  lr: 8.75e-04  mem: 50%  pow: 659.688 W
INFO    26-05-04 20:45:34.378109 - 1:09:48 -   grad: 1.45e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4854  data: 0.0146  lr: 8.76e-04  mem: 50%  pow: 635.386 W
INFO    26-05-04 20:45:36.399611 - 1:09:50 -   grad: 1.39e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4989  data: 0.0011  lr: 8.77e-04  mem: 50%  pow: 679.278 W
INFO    26-05-04 20:45:38.456993 - 1:09:52 -   grad: 1.30e-01  flops: 3.40e+14  wps: 3.19e+04  iter:  0.5107  data: 0.0015  lr: 8.77e-04  mem: 50%  pow: 635.987 W
INFO    26-05-04 20:45:40.491723 - 1:09:54 -   grad: 1.29e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5353  data: 0.0011  lr: 8.77e-04  mem: 50%  pow: 645.595 W
INFO    26-05-04 20:45:42.472015 - 1:09:56 -   grad: 1.30e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4987  data: 0.0012  lr: 8.78e-04  mem: 50%  pow: 663.566 W
INFO    26-05-04 20:45:44.510780 - 1:09:58 -   grad: 1.29e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4939  data: 0.002  lr: 8.78e-04  mem: 50%  pow: 662.64 W
INFO    26-05-04 20:45:46.680444 - 1:10:00 -   grad: 1.28e-01  flops: 3.23e+14  wps: 3.02e+04  iter:  0.5053  data: 0.0014  lr: 8.79e-04  mem: 50%  pow: 641.334 W
INFO    26-05-04 20:45:48.762597 - 1:10:02 -   grad: 1.20e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.4952  data: 0.0013  lr: 8.79e-04  mem: 50%  pow: 653.183 W
INFO    26-05-04 20:45:50.742348 - 1:10:04 -   grad: 1.20e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4982  data: 0.0013  lr: 8.80e-04  mem: 50%  pow: 671.306 W
INFO    26-05-04 20:45:52.818917 - 1:10:06 -   grad: 1.18e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.5098  data: 0.001  lr: 8.80e-04  mem: 50%  pow: 661.68 W
INFO    26-05-04 20:45:54.907525 - 1:10:08 -   grad: 1.21e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.5453  data: 0.001  lr: 8.81e-04  mem: 50%  pow: 616.812 W
INFO    26-05-04 20:45:56.934674 - 1:10:10 -   grad: 1.27e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4954  data: 0.0012  lr: 8.82e-04  mem: 50%  pow: 664.878 W
INFO    26-05-04 20:45:59.050908 - 1:10:12 -   grad: 1.38e-01  flops: 3.31e+14  wps: 3.10e+04  iter:  0.5186  data: 0.0012  lr: 8.82e-04  mem: 50%  pow: 658.524 W
INFO    26-05-04 20:46:01.094352 - 1:10:14 -   grad: 1.48e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4888  data: 0.0012  lr: 8.82e-04  mem: 50%  pow: 657.437 W
INFO    26-05-04 20:46:03.155344 - 1:10:16 -   grad: 1.58e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5051  data: 0.0015  lr: 8.83e-04  mem: 50%  pow: 647.187 W
INFO    26-05-04 20:46:05.118986 - 1:10:18 -   grad: 1.37e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4754  data: 0.0011  lr: 8.83e-04  mem: 50%  pow: 660.105 W
INFO    26-05-04 20:46:09.954018 - 1:10:23 -   grad: 1.43e-01  flops: 1.45e+14  wps: 1.36e+04  iter:  0.4956  data: 0.0011  lr: 8.84e-04  mem: 50%  pow: 657.702 W
INFO    26-05-04 20:46:12.808268 - 1:10:26 -   grad: 1.65e-01  flops: 2.45e+14  wps: 2.30e+04  iter:  0.5064  data: 0.0018  lr: 8.84e-04  mem: 50%  pow: 647.991 W
INFO    26-05-04 20:46:14.818562 - 1:10:28 -   grad: 1.47e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.4981  data: 0.0018  lr: 8.85e-04  mem: 50%  pow: 654.921 W
INFO    26-05-04 20:46:16.862538 - 1:10:30 -   grad: 1.54e-01  flops: 3.43e+14  wps: 3.21e+04  iter:   0.545  data: 0.001  lr: 8.86e-04  mem: 50%  pow: 646.879 W
INFO    26-05-04 20:46:18.967564 - 1:10:32 -   grad: 1.54e-01  flops: 3.33e+14  wps: 3.12e+04  iter:  0.4905  data: 0.0012  lr: 8.86e-04  mem: 50%  pow: 656.923 W
INFO    26-05-04 20:46:20.938464 - 1:10:34 -   grad: 1.38e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4835  data: 0.001  lr: 8.87e-04  mem: 50%  pow: 659.752 W
INFO    26-05-04 20:46:23.001726 - 1:10:36 -   grad: 1.59e-01  flops: 3.40e+14  wps: 3.19e+04  iter:  0.5182  data: 0.0029  lr: 8.87e-04  mem: 50%  pow: 645.05 W
INFO    26-05-04 20:46:24.979005 - 1:10:38 -   grad: 1.55e-01  flops: 3.54e+14  wps: 3.32e+04  iter:   0.496  data: 0.0011  lr: 8.87e-04  mem: 50%  pow: 669.974 W
INFO    26-05-04 20:46:27.124790 - 1:10:40 -   grad: 1.48e-01  flops: 3.27e+14  wps: 3.06e+04  iter:  0.5245  data: 0.0012  lr: 8.88e-04  mem: 50%  pow: 631.319 W
INFO    26-05-04 20:46:29.216455 - 1:10:42 -   grad: 1.41e-01  flops: 3.35e+14  wps: 3.14e+04  iter:  0.5119  data: 0.0015  lr: 8.88e-04  mem: 50%  pow: 638.289 W
INFO    26-05-04 20:46:31.231480 - 1:10:44 -   grad: 1.34e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5227  data: 0.0016  lr: 8.89e-04  mem: 50%  pow: 655.931 W
INFO    26-05-04 20:46:34.734018 - 1:10:48 -   grad: 1.38e-01  flops: 2.00e+14  wps: 1.87e+04  iter:  0.5026  data: 0.0017  lr: 8.89e-04  mem: 50%  pow: 654.272 W
INFO    26-05-04 20:46:36.827018 - 1:10:50 -   grad: 1.29e-01  flops: 3.35e+14  wps: 3.13e+04  iter:  0.5217  data: 0.0011  lr: 8.90e-04  mem: 50%  pow: 660.944 W
INFO    26-05-04 20:46:41.138009 - 1:10:54 -   grad: 1.40e-01  flops: 1.62e+14  wps: 1.52e+04  iter:  0.5177  data: 0.0013  lr: 8.91e-04  mem: 50%  pow: 657.118 W
INFO    26-05-04 20:46:43.234587 - 1:10:56 -   grad: 1.19e-01  flops: 3.35e+14  wps: 3.13e+04  iter:  0.4932  data: 0.0017  lr: 8.91e-04  mem: 50%  pow: 657.603 W
INFO    26-05-04 20:46:45.374504 - 1:10:59 -   grad: 1.42e-01  flops: 3.27e+14  wps: 3.06e+04  iter:  0.5023  data: 0.0014  lr: 8.91e-04  mem: 50%  pow: 655.817 W
INFO    26-05-04 20:46:47.409425 - 1:11:01 -   grad: 1.29e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5015  data: 0.0015  lr: 8.92e-04  mem: 50%  pow: 668.836 W
INFO    26-05-04 20:46:49.484172 - 1:11:03 -   grad: 1.27e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.5205  data: 0.0015  lr: 8.92e-04  mem: 50%  pow: 631.505 W
INFO    26-05-04 20:46:51.448640 - 1:11:05 -   grad: 1.36e-01  flops: 3.57e+14  wps: 3.34e+04  iter:   0.508  data: 0.0014  lr: 8.93e-04  mem: 50%  pow: 666.74 W
INFO    26-05-04 20:46:53.459330 - 1:11:07 -   grad: 1.15e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5034  data: 0.0018  lr: 8.93e-04  mem: 50%  pow: 648.712 W
INFO    26-05-04 20:46:55.502076 - 1:11:09 -   grad: 1.28e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5172  data: 0.0043  lr: 8.94e-04  mem: 50%  pow: 662.326 W
INFO    26-05-04 20:46:57.714576 - 1:11:11 -   grad: 1.20e-01  flops: 3.17e+14  wps: 2.96e+04  iter:  0.5125  data: 0.0014  lr: 8.95e-04  mem: 50%  pow: 659.868 W
INFO    26-05-04 20:46:59.721913 - 1:11:13 -   grad: 1.10e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4902  data: 0.0216  lr: 8.95e-04  mem: 50%  pow: 658.888 W
INFO    26-05-04 20:47:02.298015 - 1:11:16 -   grad: 1.22e-01  flops: 2.72e+14  wps: 2.55e+04  iter:  0.5573  data: 0.001  lr: 8.96e-04  mem: 50%  pow: 648.427 W
INFO    26-05-04 20:47:04.750991 - 1:11:18 -   grad: 1.37e-01  flops: 2.86e+14  wps: 2.67e+04  iter:  0.4919  data: 0.0013  lr: 8.96e-04  mem: 50%  pow: 639.888 W
INFO    26-05-04 20:47:07.144085 - 1:11:20 -   grad: 1.39e-01  flops: 2.93e+14  wps: 2.74e+04  iter:  0.4979  data: 0.0012  lr: 8.96e-04  mem: 50%  pow: 661.965 W
INFO    26-05-04 20:47:09.269881 - 1:11:23 -   grad: 1.19e-01  flops: 3.30e+14  wps: 3.09e+04  iter:  0.5058  data: 0.0015  lr: 8.97e-04  mem: 50%  pow: 660.065 W
INFO    26-05-04 20:47:11.281554 - 1:11:25 -   grad: 1.34e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4993  data: 0.0011  lr: 8.97e-04  mem: 50%  pow: 648.103 W
INFO    26-05-04 20:47:13.300794 - 1:11:27 -   grad: 1.24e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4932  data: 0.0013  lr: 8.98e-04  mem: 50%  pow: 655.769 W
INFO    26-05-04 20:47:15.500600 - 1:11:29 -   grad: 1.23e-01  flops: 3.18e+14  wps: 2.98e+04  iter:  0.5057  data: 0.0012  lr: 8.98e-04  mem: 50%  pow: 653.155 W
INFO    26-05-04 20:47:18.273643 - 1:11:32 -   grad: 1.33e-01  flops: 2.53e+14  wps: 2.37e+04  iter:  0.4987  data: 0.0013  lr: 8.99e-04  mem: 50%  pow: 653.4 W
INFO    26-05-04 20:47:20.330811 - 1:11:34 -   grad: 1.34e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5046  data: 0.0012  lr: 9.00e-04  mem: 50%  pow: 653.247 W
INFO    26-05-04 20:47:22.538419 - 1:11:36 -   grad: 1.23e-01  flops: 3.17e+14  wps: 2.97e+04  iter:  0.5213  data: 0.0011  lr: 9.00e-04  mem: 50%  pow: 648.96 W
INFO    26-05-04 20:47:24.546325 - 1:11:38 -   grad: 1.24e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5053  data: 0.0012  lr: 9.00e-04  mem: 50%  pow: 659.597 W
INFO    26-05-04 20:47:26.608907 - 1:11:40 -   grad: 1.23e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5066  data: 0.0014  lr: 9.01e-04  mem: 50%  pow: 662.973 W
INFO    26-05-04 20:47:28.603927 - 1:11:42 -   grad: 1.10e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4888  data: 0.0015  lr: 9.01e-04  mem: 50%  pow: 666.022 W
INFO    26-05-04 20:47:30.622885 - 1:11:44 -   grad: 1.18e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5004  data: 0.0012  lr: 9.02e-04  mem: 50%  pow: 667.413 W
INFO    26-05-04 20:47:32.660469 - 1:11:46 -   grad: 1.15e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5347  data: 0.0013  lr: 9.02e-04  mem: 50%  pow: 644.696 W
INFO    26-05-04 20:47:35.142292 - 1:11:48 -   grad: 1.24e-01  flops: 2.82e+14  wps: 2.64e+04  iter:  0.5121  data: 0.0015  lr: 9.03e-04  mem: 50%  pow: 662.637 W
INFO    26-05-04 20:47:37.234966 - 1:11:50 -   grad: 1.21e-01  flops: 3.35e+14  wps: 3.14e+04  iter:  0.4883  data: 0.0013  lr: 9.04e-04  mem: 50%  pow: 671.359 W
INFO    26-05-04 20:47:39.213777 - 1:11:52 -   grad: 1.28e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.5085  data: 0.0014  lr: 9.04e-04  mem: 50%  pow: 665.083 W
INFO    26-05-04 20:47:41.313766 - 1:11:55 -   grad: 1.54e-01  flops: 3.34e+14  wps: 3.13e+04  iter:  0.4993  data: 0.0014  lr: 9.05e-04  mem: 50%  pow: 665.112 W
INFO    26-05-04 20:47:43.388410 - 1:11:57 -   grad: 1.56e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.4961  data: 0.0015  lr: 9.05e-04  mem: 50%  pow: 670.136 W
INFO    26-05-04 20:47:45.452829 - 1:11:59 -   grad: 1.74e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5028  data: 0.0014  lr: 9.05e-04  mem: 50%  pow: 639.763 W
INFO    26-05-04 20:47:47.551480 - 1:12:01 -   grad: 1.54e-01  flops: 3.34e+14  wps: 3.13e+04  iter:  0.5091  data: 0.0012  lr: 9.06e-04  mem: 50%  pow: 639.462 W
INFO    26-05-04 20:47:49.553624 - 1:12:03 -   grad: 1.59e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5015  data: 0.0022  lr: 9.06e-04  mem: 50%  pow: 658.097 W
INFO    26-05-04 20:47:51.627154 - 1:12:05 -   grad: 1.48e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.4948  data: 0.0011  lr: 9.07e-04  mem: 50%  pow: 659.876 W
INFO    26-05-04 20:47:53.730486 - 1:12:07 -   grad: 1.65e-01  flops: 3.33e+14  wps: 3.12e+04  iter:  0.4942  data: 0.0015  lr: 9.07e-04  mem: 50%  pow: 651.928 W
INFO    26-05-04 20:47:56.110488 - 1:12:09 -   grad: 1.46e-01  flops: 2.94e+14  wps: 2.76e+04  iter:  0.5294  data: 0.0011  lr: 9.08e-04  mem: 50%  pow: 642.138 W
INFO    26-05-04 20:47:58.118092 - 1:12:11 -   grad: 1.43e-01  flops: 3.49e+14  wps: 3.27e+04  iter:   0.504  data: 0.0011  lr: 9.09e-04  mem: 50%  pow: 645.492 W
INFO    26-05-04 20:48:00.130357 - 1:12:13 -   grad: 1.47e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5088  data: 0.0012  lr: 9.09e-04  mem: 50%  pow: 656.766 W
INFO    26-05-04 20:48:02.173792 - 1:12:15 -   grad: 1.49e-01  flops: 3.43e+14  wps: 3.22e+04  iter:  0.5181  data: 0.0011  lr: 9.10e-04  mem: 50%  pow: 645.13 W
INFO    26-05-04 20:48:04.802429 - 1:12:18 -   grad: 1.29e-01  flops: 2.66e+14  wps: 2.49e+04  iter:  0.4702  data: 0.0278  lr: 9.10e-04  mem: 50%  pow: 648.687 W
INFO    26-05-04 20:48:06.836827 - 1:12:20 -   grad: 1.21e-01  flops: 3.44e+14  wps: 3.23e+04  iter:  0.5191  data: 0.0015  lr: 9.10e-04  mem: 50%  pow: 658.122 W
INFO    26-05-04 20:48:08.985104 - 1:12:22 -   grad: 1.20e-01  flops: 3.26e+14  wps: 3.05e+04  iter:  0.5145  data: 0.0023  lr: 9.11e-04  mem: 50%  pow: 643.123 W
INFO    26-05-04 20:48:10.994764 - 1:12:24 -   grad: 1.08e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5033  data: 0.0014  lr: 9.11e-04  mem: 50%  pow: 647.675 W
INFO    26-05-04 20:48:13.051186 - 1:12:26 -   grad: 1.10e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4986  data: 0.0014  lr: 9.12e-04  mem: 50%  pow: 646.646 W
INFO    26-05-04 20:48:15.611631 - 1:12:29 -   grad: 1.16e-01  flops: 2.74e+14  wps: 2.56e+04  iter:  0.5175  data: 0.0012  lr: 9.13e-04  mem: 50%  pow: 656.263 W
INFO    26-05-04 20:48:20.399373 - 1:12:34 -   grad: 1.31e-01  flops: 1.46e+14  wps: 1.37e+04  iter:  0.4993  data: 0.0014  lr: 9.13e-04  mem: 50%  pow: 668.921 W
INFO    26-05-04 20:48:23.353632 - 1:12:37 -   grad: 1.35e-01  flops: 2.37e+14  wps: 2.22e+04  iter:  0.4978  data: 0.0013  lr: 9.14e-04  mem: 50%  pow: 628.454 W
INFO    26-05-04 20:48:25.400938 - 1:12:39 -   grad: 1.24e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4856  data: 0.0012  lr: 9.14e-04  mem: 50%  pow: 674.155 W
INFO    26-05-04 20:48:27.450062 - 1:12:41 -   grad: 1.37e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4935  data: 0.0029  lr: 9.14e-04  mem: 50%  pow: 659.111 W
INFO    26-05-04 20:48:29.623592 - 1:12:43 -   grad: 1.29e-01  flops: 3.23e+14  wps: 3.03e+04  iter:  0.5049  data: 0.0014  lr: 9.15e-04  mem: 50%  pow: 645.938 W
INFO    26-05-04 20:48:32.082318 - 1:12:45 -   grad: 1.11e-01  flops: 2.85e+14  wps: 2.67e+04  iter:  0.4936  data: 0.0015  lr: 9.15e-04  mem: 50%  pow: 661.0 W
INFO    26-05-04 20:48:34.091511 - 1:12:47 -   grad: 1.29e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5021  data: 0.0015  lr: 9.16e-04  mem: 50%  pow: 647.141 W
INFO    26-05-04 20:48:36.148354 - 1:12:49 -   grad: 1.14e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5007  data: 0.0013  lr: 9.16e-04  mem: 50%  pow: 654.089 W
INFO    26-05-04 20:48:38.331913 - 1:12:52 -   grad: 1.28e-01  flops: 3.22e+14  wps: 3.01e+04  iter:   0.503  data: 0.0015  lr: 9.17e-04  mem: 50%  pow: 655.324 W
INFO    26-05-04 20:48:40.360162 - 1:12:54 -   grad: 1.27e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4951  data: 0.0013  lr: 9.18e-04  mem: 50%  pow: 647.217 W
INFO    26-05-04 20:48:42.427360 - 1:12:56 -   grad: 1.18e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5131  data: 0.001  lr: 9.18e-04  mem: 50%  pow: 646.595 W
INFO    26-05-04 20:48:44.512212 - 1:12:58 -   grad: 1.16e-01  flops: 3.36e+14  wps: 3.15e+04  iter:   0.503  data: 0.0011  lr: 9.19e-04  mem: 50%  pow: 632.895 W
INFO    26-05-04 20:48:46.542762 - 1:13:00 -   grad: 1.18e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4906  data: 0.0146  lr: 9.19e-04  mem: 50%  pow: 658.331 W
INFO    26-05-04 20:48:48.566099 - 1:13:02 -   grad: 1.22e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5052  data: 0.0014  lr: 9.19e-04  mem: 50%  pow: 658.231 W
INFO    26-05-04 20:48:50.664159 - 1:13:04 -   grad: 1.17e-01  flops: 3.34e+14  wps: 3.13e+04  iter:  0.4935  data: 0.0014  lr: 9.20e-04  mem: 50%  pow: 652.718 W
INFO    26-05-04 20:48:52.668743 - 1:13:06 -   grad: 1.21e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5029  data: 0.001  lr: 9.20e-04  mem: 50%  pow: 658.79 W
INFO    26-05-04 20:48:54.696566 - 1:13:08 -   grad: 1.22e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5063  data: 0.0009  lr: 9.21e-04  mem: 50%  pow: 647.573 W
INFO    26-05-04 20:48:56.705982 - 1:13:10 -   grad: 1.30e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5082  data: 0.0012  lr: 9.22e-04  mem: 50%  pow: 657.162 W
INFO    26-05-04 20:48:58.713016 - 1:13:12 -   grad: 1.48e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5032  data: 0.001  lr: 9.22e-04  mem: 50%  pow: 656.82 W
INFO    26-05-04 20:49:00.739314 - 1:13:14 -   grad: 1.47e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5185  data: 0.0014  lr: 9.23e-04  mem: 50%  pow: 655.818 W
INFO    26-05-04 20:49:03.007017 - 1:13:16 -   grad: 1.35e-01  flops: 3.09e+14  wps: 2.89e+04  iter:   0.529  data: 0.0014  lr: 9.23e-04  mem: 50%  pow: 641.088 W
INFO    26-05-04 20:49:05.427805 - 1:13:19 -   grad: 1.40e-01  flops: 2.89e+14  wps: 2.71e+04  iter:  0.5025  data: 0.0015  lr: 9.24e-04  mem: 50%  pow: 659.425 W
INFO    26-05-04 20:49:07.434534 - 1:13:21 -   grad: 1.34e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5195  data: 0.0013  lr: 9.24e-04  mem: 50%  pow: 653.711 W
INFO    26-05-04 20:49:09.456806 - 1:13:23 -   grad: 1.40e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4971  data: 0.0013  lr: 9.24e-04  mem: 50%  pow: 639.876 W
INFO    26-05-04 20:49:11.454817 - 1:13:25 -   grad: 1.59e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5095  data: 0.0015  lr: 9.25e-04  mem: 50%  pow: 650.962 W
INFO    26-05-04 20:49:13.491487 - 1:13:27 -   grad: 1.64e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4899  data: 0.0026  lr: 9.25e-04  mem: 50%  pow: 659.934 W
INFO    26-05-04 20:49:15.537357 - 1:13:29 -   grad: 1.39e-01  flops: 3.42e+14  wps: 3.21e+04  iter:   0.501  data: 0.0011  lr: 9.26e-04  mem: 50%  pow: 637.557 W
INFO    26-05-04 20:49:17.547738 - 1:13:31 -   grad: 1.51e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5011  data: 0.0014  lr: 9.27e-04  mem: 50%  pow: 655.396 W
INFO    26-05-04 20:49:19.659793 - 1:13:33 -   grad: 1.64e-01  flops: 3.32e+14  wps: 3.10e+04  iter:  0.5057  data: 0.0011  lr: 9.27e-04  mem: 50%  pow: 656.143 W
INFO    26-05-04 20:49:21.714187 - 1:13:35 -   grad: 1.26e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5152  data: 0.0012  lr: 9.28e-04  mem: 50%  pow: 654.294 W
INFO    26-05-04 20:49:23.780993 - 1:13:37 -   grad: 1.65e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5034  data: 0.0014  lr: 9.28e-04  mem: 50%  pow: 651.904 W
INFO    26-05-04 20:49:25.780274 - 1:13:39 -   grad: 1.40e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4821  data: 0.0015  lr: 9.28e-04  mem: 50%  pow: 660.162 W
INFO    26-05-04 20:49:27.765555 - 1:13:41 -   grad: 1.15e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4839  data: 0.0022  lr: 9.29e-04  mem: 50%  pow: 676.147 W
INFO    26-05-04 20:49:29.776758 - 1:13:43 -   grad: 1.35e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5095  data: 0.0015  lr: 9.29e-04  mem: 50%  pow: 656.601 W
INFO    26-05-04 20:49:31.799480 - 1:13:45 -   grad: 1.22e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5152  data: 0.0011  lr: 9.30e-04  mem: 50%  pow: 655.652 W
INFO    26-05-04 20:49:34.241945 - 1:13:47 -   grad: 1.19e-01  flops: 2.87e+14  wps: 2.68e+04  iter:  0.4878  data: 0.001  lr: 9.31e-04  mem: 50%  pow: 658.585 W
INFO    26-05-04 20:49:36.391586 - 1:13:50 -   grad: 1.23e-01  flops: 3.26e+14  wps: 3.05e+04  iter:  0.5073  data: 0.0011  lr: 9.31e-04  mem: 50%  pow: 653.584 W
INFO    26-05-04 20:49:38.364336 - 1:13:52 -   grad: 1.38e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4926  data: 0.0012  lr: 9.32e-04  mem: 50%  pow: 661.876 W
INFO    26-05-04 20:49:40.417168 - 1:13:54 -   grad: 1.53e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5355  data: 0.001  lr: 9.32e-04  mem: 50%  pow: 652.602 W
INFO    26-05-04 20:49:42.442010 - 1:13:56 -   grad: 1.15e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5005  data: 0.0012  lr: 9.33e-04  mem: 50%  pow: 652.788 W
INFO    26-05-04 20:49:44.438099 - 1:13:58 -   grad: 1.42e-01  flops: 3.51e+14  wps: 3.29e+04  iter:   0.497  data: 0.0012  lr: 9.33e-04  mem: 50%  pow: 666.71 W
INFO    26-05-04 20:49:46.476331 - 1:14:00 -   grad: 1.36e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5073  data: 0.0012  lr: 9.33e-04  mem: 50%  pow: 636.492 W
INFO    26-05-04 20:49:48.503233 - 1:14:02 -   grad: 1.45e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5034  data: 0.0012  lr: 9.34e-04  mem: 50%  pow: 651.642 W
INFO    26-05-04 20:49:50.532361 - 1:14:04 -   grad: 1.57e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5283  data: 0.0013  lr: 9.35e-04  mem: 50%  pow: 639.322 W
INFO    26-05-04 20:49:52.558319 - 1:14:06 -   grad: 1.50e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4983  data: 0.002  lr: 9.35e-04  mem: 50%  pow: 640.207 W
INFO    26-05-04 20:49:54.546027 - 1:14:08 -   grad: 1.24e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5065  data: 0.0011  lr: 9.36e-04  mem: 50%  pow: 650.989 W
INFO    26-05-04 20:49:56.527758 - 1:14:10 -   grad: 1.32e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5053  data: 0.001  lr: 9.36e-04  mem: 50%  pow: 657.682 W
INFO    26-05-04 20:49:58.508050 - 1:14:12 -   grad: 1.22e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4942  data: 0.001  lr: 9.37e-04  mem: 50%  pow: 656.769 W
INFO    26-05-04 20:50:00.581181 - 1:14:14 -   grad: 1.19e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.5155  data: 0.0011  lr: 9.37e-04  mem: 50%  pow: 653.826 W
INFO    26-05-04 20:50:02.632238 - 1:14:16 -   grad: 1.21e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5294  data: 0.0024  lr: 9.37e-04  mem: 50%  pow: 644.204 W
INFO    26-05-04 20:50:04.620036 - 1:14:18 -   grad: 1.36e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5062  data: 0.0017  lr: 9.38e-04  mem: 50%  pow: 659.298 W
INFO    26-05-04 20:50:07.529293 - 1:14:21 -   grad: 1.37e-01  flops: 2.41e+14  wps: 2.25e+04  iter:  0.4971  data: 0.0015  lr: 9.38e-04  mem: 50%  pow: 648.142 W
INFO    26-05-04 20:50:10.010024 - 1:14:23 -   grad: 1.25e-01  flops: 2.82e+14  wps: 2.64e+04  iter:  0.5018  data: 0.0173  lr: 9.39e-04  mem: 50%  pow: 641.217 W
INFO    26-05-04 20:50:12.202280 - 1:14:25 -   grad: 1.20e-01  flops: 3.19e+14  wps: 2.99e+04  iter:  0.4817  data: 0.0011  lr: 9.40e-04  mem: 50%  pow: 664.641 W
INFO    26-05-04 20:50:14.200296 - 1:14:27 -   grad: 1.21e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5102  data: 0.0012  lr: 9.40e-04  mem: 50%  pow: 649.702 W
INFO    26-05-04 20:50:16.210183 - 1:14:29 -   grad: 1.16e-01  flops: 3.49e+14  wps: 3.26e+04  iter:   0.477  data: 0.016  lr: 9.41e-04  mem: 50%  pow: 663.473 W
INFO    26-05-04 20:50:18.327268 - 1:14:32 -   grad: 1.26e-01  flops: 3.31e+14  wps: 3.10e+04  iter:  0.5088  data: 0.0011  lr: 9.41e-04  mem: 50%  pow: 647.351 W
INFO    26-05-04 20:50:20.414433 - 1:14:34 -   grad: 1.05e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.5196  data: 0.0012  lr: 9.42e-04  mem: 50%  pow: 644.817 W
INFO    26-05-04 20:50:22.847731 - 1:14:36 -   grad: 1.22e-01  flops: 2.88e+14  wps: 2.69e+04  iter:  0.5003  data: 0.0017  lr: 9.42e-04  mem: 50%  pow: 666.163 W
INFO    26-05-04 20:50:25.505995 - 1:14:39 -   grad: 1.06e-01  flops: 2.64e+14  wps: 2.47e+04  iter:  0.4932  data: 0.0018  lr: 9.42e-04  mem: 50%  pow: 650.973 W
INFO    26-05-04 20:50:27.530658 - 1:14:41 -   grad: 1.20e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5105  data: 0.0013  lr: 9.43e-04  mem: 50%  pow: 666.929 W
INFO    26-05-04 20:50:29.683903 - 1:14:43 -   grad: 1.12e-01  flops: 3.26e+14  wps: 3.05e+04  iter:  0.4899  data: 0.0016  lr: 9.44e-04  mem: 50%  pow: 641.966 W
INFO    26-05-04 20:50:31.658790 - 1:14:45 -   grad: 1.33e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.5186  data: 0.0033  lr: 9.44e-04  mem: 50%  pow: 649.957 W
INFO    26-05-04 20:50:33.765086 - 1:14:47 -   grad: 1.32e-01  flops: 3.33e+14  wps: 3.11e+04  iter:  0.5078  data: 0.0017  lr: 9.45e-04  mem: 50%  pow: 649.645 W
INFO    26-05-04 20:50:36.068740 - 1:14:49 -   grad: 1.36e-01  flops: 3.05e+14  wps: 2.85e+04  iter:  0.5177  data: 0.0012  lr: 9.45e-04  mem: 50%  pow: 649.858 W
INFO    26-05-04 20:50:38.056811 - 1:14:51 -   grad: 1.30e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4997  data: 0.0011  lr: 9.46e-04  mem: 50%  pow: 659.903 W
INFO    26-05-04 20:50:40.101689 - 1:14:53 -   grad: 1.39e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4873  data: 0.0011  lr: 9.46e-04  mem: 50%  pow: 648.088 W
INFO    26-05-04 20:50:42.124386 - 1:14:55 -   grad: 1.27e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4889  data: 0.0167  lr: 9.47e-04  mem: 50%  pow: 655.496 W
INFO    26-05-04 20:50:44.152897 - 1:14:57 -   grad: 1.32e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5108  data: 0.0015  lr: 9.47e-04  mem: 50%  pow: 656.307 W
INFO    26-05-04 20:50:46.997245 - 1:15:00 -   grad: 1.41e-01  flops: 2.46e+14  wps: 2.31e+04  iter:  0.4968  data: 0.0168  lr: 9.47e-04  mem: 50%  pow: 657.345 W
INFO    26-05-04 20:50:51.064510 - 1:15:04 -   grad: 1.17e-01  flops: 1.72e+14  wps: 1.61e+04  iter:  0.5024  data: 0.001  lr: 9.48e-04  mem: 50%  pow: 654.419 W
INFO    26-05-04 20:50:53.114340 - 1:15:06 -   grad: 1.18e-01  flops: 3.42e+14  wps: 3.20e+04  iter:   0.508  data: 0.0013  lr: 9.49e-04  mem: 50%  pow: 646.585 W
INFO    26-05-04 20:50:55.258354 - 1:15:09 -   grad: 1.35e-01  flops: 3.27e+14  wps: 3.06e+04  iter:  0.5095  data: 0.0012  lr: 9.49e-04  mem: 50%  pow: 637.082 W
INFO    26-05-04 20:50:57.289000 - 1:15:11 -   grad: 1.27e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5056  data: 0.0013  lr: 9.50e-04  mem: 50%  pow: 658.01 W
INFO    26-05-04 20:50:59.320307 - 1:15:13 -   grad: 1.45e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5205  data: 0.0011  lr: 9.50e-04  mem: 50%  pow: 658.965 W
INFO    26-05-04 20:51:01.738368 - 1:15:15 -   grad: 1.18e-01  flops: 2.90e+14  wps: 2.71e+04  iter:  0.5011  data: 0.0013  lr: 9.51e-04  mem: 50%  pow: 658.451 W
INFO    26-05-04 20:51:03.785985 - 1:15:17 -   grad: 1.28e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5149  data: 0.001  lr: 9.51e-04  mem: 50%  pow: 639.532 W
INFO    26-05-04 20:51:05.820168 - 1:15:19 -   grad: 1.38e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5293  data: 0.0012  lr: 9.51e-04  mem: 50%  pow: 650.816 W
INFO    26-05-04 20:51:07.887691 - 1:15:21 -   grad: 1.26e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5054  data: 0.0015  lr: 9.52e-04  mem: 50%  pow: 651.845 W
INFO    26-05-04 20:51:09.882624 - 1:15:23 -   grad: 1.37e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5051  data: 0.0015  lr: 9.53e-04  mem: 50%  pow: 660.858 W
INFO    26-05-04 20:51:12.381355 - 1:15:26 -   grad: 1.34e-01  flops: 2.80e+14  wps: 2.62e+04  iter:  0.4911  data: 0.0015  lr: 9.53e-04  mem: 50%  pow: 668.424 W
INFO    26-05-04 20:51:14.425197 - 1:15:28 -   grad: 1.14e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5206  data: 0.001  lr: 9.54e-04  mem: 50%  pow: 657.038 W
INFO    26-05-04 20:51:16.468717 - 1:15:30 -   grad: 1.17e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5222  data: 0.0012  lr: 9.54e-04  mem: 50%  pow: 643.181 W
INFO    26-05-04 20:51:18.538444 - 1:15:32 -   grad: 1.11e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.4987  data: 0.0013  lr: 9.55e-04  mem: 50%  pow: 653.207 W
INFO    26-05-04 20:51:20.878182 - 1:15:34 -   grad: 1.15e-01  flops: 2.99e+14  wps: 2.80e+04  iter:  0.5447  data: 0.0011  lr: 9.55e-04  mem: 50%  pow: 636.25 W
INFO    26-05-04 20:51:22.884355 - 1:15:36 -   grad: 1.08e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5119  data: 0.0011  lr: 9.56e-04  mem: 50%  pow: 658.801 W
INFO    26-05-04 20:51:24.928140 - 1:15:38 -   grad: 1.18e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5184  data: 0.0012  lr: 9.56e-04  mem: 50%  pow: 646.93 W
INFO    26-05-04 20:51:26.896001 - 1:15:40 -   grad: 1.37e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4865  data: 0.0012  lr: 9.56e-04  mem: 50%  pow: 659.961 W
INFO    26-05-04 20:51:28.927655 - 1:15:42 -   grad: 1.50e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5135  data: 0.0016  lr: 9.57e-04  mem: 50%  pow: 653.809 W
INFO    26-05-04 20:51:30.979221 - 1:15:44 -   grad: 1.47e-01  flops: 3.41e+14  wps: 3.20e+04  iter:  0.4991  data: 0.002  lr: 9.58e-04  mem: 50%  pow: 654.841 W
INFO    26-05-04 20:51:32.981861 - 1:15:46 -   grad: 1.54e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5046  data: 0.0013  lr: 9.58e-04  mem: 50%  pow: 654.664 W
INFO    26-05-04 20:51:35.715182 - 1:15:49 -   grad: 1.36e-01  flops: 2.56e+14  wps: 2.40e+04  iter:  0.4907  data: 0.0012  lr: 9.59e-04  mem: 50%  pow: 648.411 W
INFO    26-05-04 20:51:37.822570 - 1:15:51 -   grad: 1.29e-01  flops: 3.33e+14  wps: 3.11e+04  iter:  0.4823  data: 0.0152  lr: 9.59e-04  mem: 50%  pow: 660.124 W
INFO    26-05-04 20:51:40.301223 - 1:15:54 -   grad: 1.35e-01  flops: 2.83e+14  wps: 2.65e+04  iter:   0.521  data: 0.0011  lr: 9.60e-04  mem: 50%  pow: 649.18 W
INFO    26-05-04 20:51:42.633796 - 1:15:56 -   grad: 1.31e-01  flops: 3.00e+14  wps: 2.81e+04  iter:  0.4806  data: 0.0154  lr: 9.60e-04  mem: 50%  pow: 656.769 W
INFO    26-05-04 20:51:44.703410 - 1:15:58 -   grad: 1.34e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5134  data: 0.0014  lr: 9.61e-04  mem: 50%  pow: 643.175 W
INFO    26-05-04 20:51:46.791139 - 1:16:00 -   grad: 1.46e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.5051  data: 0.0012  lr: 9.61e-04  mem: 50%  pow: 646.979 W
INFO    26-05-04 20:51:48.814257 - 1:16:02 -   grad: 1.41e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4954  data: 0.0011  lr: 9.62e-04  mem: 50%  pow: 670.31 W
INFO    26-05-04 20:51:50.822896 - 1:16:04 -   grad: 1.46e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5163  data: 0.0013  lr: 9.62e-04  mem: 50%  pow: 656.834 W
INFO    26-05-04 20:51:52.806919 - 1:16:06 -   grad: 1.36e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4947  data: 0.0164  lr: 9.63e-04  mem: 50%  pow: 657.308 W
INFO    26-05-04 20:51:55.015492 - 1:16:08 -   grad: 1.24e-01  flops: 3.17e+14  wps: 2.97e+04  iter:  0.4986  data: 0.0012  lr: 9.63e-04  mem: 50%  pow: 655.129 W
INFO    26-05-04 20:51:57.029334 - 1:16:10 -   grad: 1.24e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4924  data: 0.0016  lr: 9.64e-04  mem: 50%  pow: 659.599 W
INFO    26-05-04 20:51:59.043375 - 1:16:12 -   grad: 1.39e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5292  data: 0.0011  lr: 9.64e-04  mem: 50%  pow: 655.821 W
INFO    26-05-04 20:52:01.082600 - 1:16:14 -   grad: 1.21e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4841  data: 0.0012  lr: 9.65e-04  mem: 50%  pow: 671.155 W
INFO    26-05-04 20:52:03.102915 - 1:16:16 -   grad: 1.31e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5059  data: 0.0012  lr: 9.65e-04  mem: 50%  pow: 656.429 W
INFO    26-05-04 20:52:05.091683 - 1:16:18 -   grad: 1.23e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5106  data: 0.0012  lr: 9.65e-04  mem: 50%  pow: 666.713 W
INFO    26-05-04 20:52:07.397493 - 1:16:21 -   grad: 1.18e-01  flops: 3.04e+14  wps: 2.85e+04  iter:  0.5126  data: 0.0012  lr: 9.66e-04  mem: 50%  pow: 654.85 W
INFO    26-05-04 20:52:09.444256 - 1:16:23 -   grad: 1.16e-01  flops: 3.42e+14  wps: 3.20e+04  iter:   0.497  data: 0.0015  lr: 9.67e-04  mem: 50%  pow: 644.839 W
INFO    26-05-04 20:52:11.536627 - 1:16:25 -   grad: 1.25e-01  flops: 3.36e+14  wps: 3.15e+04  iter:   0.516  data: 0.0015  lr: 9.67e-04  mem: 50%  pow: 652.454 W
INFO    26-05-04 20:52:13.566832 - 1:16:27 -   grad: 1.22e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4995  data: 0.0053  lr: 9.68e-04  mem: 50%  pow: 645.448 W
INFO    26-05-04 20:52:15.518035 - 1:16:29 -   grad: 1.12e-01  flops: 3.59e+14  wps: 3.36e+04  iter:  0.4888  data: 0.0011  lr: 9.68e-04  mem: 50%  pow: 666.856 W
INFO    26-05-04 20:52:17.564107 - 1:16:31 -   grad: 1.27e-01  flops: 3.42e+14  wps: 3.21e+04  iter:   0.498  data: 0.0011  lr: 9.69e-04  mem: 50%  pow: 655.51 W
INFO    26-05-04 20:52:19.579092 - 1:16:33 -   grad: 1.30e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5337  data: 0.0011  lr: 9.69e-04  mem: 50%  pow: 640.1 W
INFO    26-05-04 20:52:21.583645 - 1:16:35 -   grad: 1.53e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4869  data: 0.0013  lr: 9.70e-04  mem: 50%  pow: 662.071 W
INFO    26-05-04 20:52:23.600710 - 1:16:37 -   grad: 1.52e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5059  data: 0.0014  lr: 9.70e-04  mem: 50%  pow: 656.458 W
INFO    26-05-04 20:52:25.591195 - 1:16:39 -   grad: 1.22e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4927  data: 0.0012  lr: 9.71e-04  mem: 50%  pow: 647.126 W
INFO    26-05-04 20:52:27.596590 - 1:16:41 -   grad: 1.20e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5155  data: 0.0012  lr: 9.71e-04  mem: 50%  pow: 639.995 W
INFO    26-05-04 20:52:29.642791 - 1:16:43 -   grad: 1.28e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.4902  data: 0.0011  lr: 9.72e-04  mem: 50%  pow: 651.465 W
INFO    26-05-04 20:52:31.644565 - 1:16:45 -   grad: 1.29e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5026  data: 0.0012  lr: 9.72e-04  mem: 50%  pow: 659.597 W
INFO    26-05-04 20:52:33.804967 - 1:16:47 -   grad: 1.42e-01  flops: 3.24e+14  wps: 3.04e+04  iter:  0.5063  data: 0.0013  lr: 9.73e-04  mem: 50%  pow: 662.264 W
INFO    26-05-04 20:52:37.534934 - 1:16:51 -   grad: 1.59e-01  flops: 1.88e+14  wps: 1.76e+04  iter:  0.5165  data: 0.001  lr: 9.73e-04  mem: 50%  pow: 636.169 W
INFO    26-05-04 20:52:39.557880 - 1:16:53 -   grad: 1.36e-01  flops: 3.47e+14  wps: 3.24e+04  iter:  0.5141  data: 0.0011  lr: 9.74e-04  mem: 50%  pow: 631.512 W
INFO    26-05-04 20:52:41.531596 - 1:16:55 -   grad: 1.08e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4895  data: 0.001  lr: 9.74e-04  mem: 50%  pow: 665.201 W
INFO    26-05-04 20:52:43.521399 - 1:16:57 -   grad: 1.30e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4903  data: 0.0017  lr: 9.75e-04  mem: 50%  pow: 667.148 W
INFO    26-05-04 20:52:45.529195 - 1:16:59 -   grad: 1.43e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4979  data: 0.0011  lr: 9.75e-04  mem: 50%  pow: 653.909 W
INFO    26-05-04 20:52:47.528671 - 1:17:01 -   grad: 1.32e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5118  data: 0.0014  lr: 9.76e-04  mem: 50%  pow: 648.714 W
INFO    26-05-04 20:52:49.574009 - 1:17:03 -   grad: 1.12e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5032  data: 0.0015  lr: 9.76e-04  mem: 50%  pow: 638.415 W
INFO    26-05-04 20:52:51.678897 - 1:17:05 -   grad: 1.39e-01  flops: 3.33e+14  wps: 3.12e+04  iter:  0.5019  data: 0.0011  lr: 9.77e-04  mem: 50%  pow: 650.079 W
INFO    26-05-04 20:52:54.160009 - 1:17:07 -   grad: 1.25e-01  flops: 2.82e+14  wps: 2.64e+04  iter:  0.5043  data: 0.0014  lr: 9.77e-04  mem: 50%  pow: 655.657 W
INFO    26-05-04 20:52:56.175620 - 1:17:09 -   grad: 1.31e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5022  data: 0.0014  lr: 9.78e-04  mem: 50%  pow: 653.286 W
INFO    26-05-04 20:52:58.176397 - 1:17:11 -   grad: 1.11e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5022  data: 0.0015  lr: 9.78e-04  mem: 50%  pow: 641.227 W
INFO    26-05-04 20:53:00.192713 - 1:17:13 -   grad: 1.22e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4935  data: 0.0014  lr: 9.78e-04  mem: 50%  pow: 655.408 W
INFO    26-05-04 20:53:02.212369 - 1:17:15 -   grad: 1.33e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4913  data: 0.0015  lr: 9.79e-04  mem: 50%  pow: 669.922 W
INFO    26-05-04 20:53:04.441681 - 1:17:18 -   grad: 1.37e-01  flops: 3.14e+14  wps: 2.94e+04  iter:  0.4969  data: 0.0014  lr: 9.80e-04  mem: 50%  pow: 660.154 W
INFO    26-05-04 20:53:06.441978 - 1:17:20 -   grad: 1.40e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5127  data: 0.0015  lr: 9.80e-04  mem: 50%  pow: 654.492 W
INFO    26-05-04 20:53:08.436501 - 1:17:22 -   grad: 1.46e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4991  data: 0.0015  lr: 9.81e-04  mem: 50%  pow: 660.042 W
INFO    26-05-04 20:53:10.440705 - 1:17:24 -   grad: 1.67e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4966  data: 0.0015  lr: 9.81e-04  mem: 50%  pow: 661.711 W
INFO    26-05-04 20:53:12.465464 - 1:17:26 -   grad: 1.64e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5001  data: 0.0015  lr: 9.82e-04  mem: 50%  pow: 653.129 W
INFO    26-05-04 20:53:14.537769 - 1:17:28 -   grad: 1.77e-01  flops: 3.40e+14  wps: 3.18e+04  iter:   0.531  data: 0.0011  lr: 9.82e-04  mem: 50%  pow: 637.158 W
INFO    26-05-04 20:53:16.552279 - 1:17:30 -   grad: 2.07e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5282  data: 0.0014  lr: 9.83e-04  mem: 50%  pow: 657.084 W
INFO    26-05-04 20:53:18.744744 - 1:17:32 -   grad: 1.83e-01  flops: 3.20e+14  wps: 2.99e+04  iter:  0.5269  data: 0.0012  lr: 9.83e-04  mem: 50%  pow: 641.734 W
INFO    26-05-04 20:53:21.044602 - 1:17:34 -   grad: 1.49e-01  flops: 3.05e+14  wps: 2.85e+04  iter:  0.5062  data: 0.0011  lr: 9.83e-04  mem: 50%  pow: 643.219 W
INFO    26-05-04 20:53:23.116540 - 1:17:36 -   grad: 1.64e-01  flops: 3.38e+14  wps: 3.17e+04  iter:   0.511  data: 0.0012  lr: 9.84e-04  mem: 50%  pow: 662.162 W
INFO    26-05-04 20:53:25.153407 - 1:17:38 -   grad: 1.27e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5012  data: 0.0012  lr: 9.85e-04  mem: 50%  pow: 639.826 W
INFO    26-05-04 20:53:27.237260 - 1:17:40 -   grad: 1.34e-01  flops: 3.36e+14  wps: 3.15e+04  iter:  0.4919  data: 0.0015  lr: 9.85e-04  mem: 50%  pow: 664.15 W
INFO    26-05-04 20:53:29.392134 - 1:17:43 -   grad: 1.13e-01  flops: 3.25e+14  wps: 3.05e+04  iter:  0.5223  data: 0.0011  lr: 9.86e-04  mem: 50%  pow: 648.64 W
INFO    26-05-04 20:53:31.389774 - 1:17:45 -   grad: 2.26e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4875  data: 0.0015  lr: 9.86e-04  mem: 50%  pow: 660.035 W
INFO    26-05-04 20:53:33.413011 - 1:17:47 -   grad: 1.27e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5151  data: 0.0013  lr: 9.86e-04  mem: 50%  pow: 658.244 W
INFO    26-05-04 20:53:35.737991 - 1:17:49 -   grad: 1.24e-01  flops: 3.01e+14  wps: 2.82e+04  iter:  0.5218  data: 0.0014  lr: 9.87e-04  mem: 50%  pow: 674.681 W
INFO    26-05-04 20:53:37.902460 - 1:17:51 -   grad: 1.13e-01  flops: 3.24e+14  wps: 3.03e+04  iter:  0.4609  data: 0.017  lr: 9.88e-04  mem: 50%  pow: 668.557 W
INFO    26-05-04 20:53:39.949931 - 1:17:53 -   grad: 1.13e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5105  data: 0.0011  lr: 9.88e-04  mem: 50%  pow: 644.975 W
INFO    26-05-04 20:53:42.907196 - 1:17:56 -   grad: 1.03e-01  flops: 2.37e+14  wps: 2.22e+04  iter:  0.5164  data: 0.0014  lr: 9.89e-04  mem: 50%  pow: 626.911 W
INFO    26-05-04 20:53:44.939756 - 1:17:58 -   grad: 1.39e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5018  data: 0.0011  lr: 9.89e-04  mem: 50%  pow: 664.937 W
INFO    26-05-04 20:53:46.990690 - 1:18:00 -   grad: 1.15e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.4943  data: 0.0032  lr: 9.90e-04  mem: 50%  pow: 643.477 W
INFO    26-05-04 20:53:49.028550 - 1:18:02 -   grad: 1.12e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5126  data: 0.0012  lr: 9.90e-04  mem: 50%  pow: 649.541 W
INFO    26-05-04 20:53:51.260286 - 1:18:05 -   grad: 1.11e-01  flops: 3.14e+14  wps: 2.94e+04  iter:  0.5029  data: 0.0012  lr: 9.91e-04  mem: 50%  pow: 659.955 W
INFO    26-05-04 20:53:53.311651 - 1:18:07 -   grad: 1.25e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5152  data: 0.0013  lr: 9.91e-04  mem: 50%  pow: 647.326 W
INFO    26-05-04 20:53:55.350734 - 1:18:09 -   grad: 1.27e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5285  data: 0.0013  lr: 9.91e-04  mem: 50%  pow: 641.693 W
INFO    26-05-04 20:53:57.500221 - 1:18:11 -   grad: 1.25e-01  flops: 3.26e+14  wps: 3.05e+04  iter:  0.5189  data: 0.0014  lr: 9.92e-04  mem: 50%  pow: 643.868 W
INFO    26-05-04 20:53:59.629614 - 1:18:13 -   grad: 1.26e-01  flops: 3.29e+14  wps: 3.08e+04  iter:  0.5084  data: 0.0011  lr: 9.93e-04  mem: 50%  pow: 665.464 W
INFO    26-05-04 20:54:01.642895 - 1:18:15 -   grad: 1.16e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4919  data: 0.0012  lr: 9.93e-04  mem: 50%  pow: 664.989 W
INFO    26-05-04 20:54:04.743265 - 1:18:18 -   grad: 1.24e-01  flops: 2.26e+14  wps: 2.12e+04  iter:  0.5237  data: 0.0013  lr: 9.94e-04  mem: 50%  pow: 614.777 W
INFO    26-05-04 20:54:06.767588 - 1:18:20 -   grad: 1.28e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5025  data: 0.0011  lr: 9.94e-04  mem: 50%  pow: 663.837 W
INFO    26-05-04 20:54:09.299538 - 1:18:23 -   grad: 1.34e-01  flops: 2.77e+14  wps: 2.59e+04  iter:  0.5397  data: 0.0011  lr: 9.95e-04  mem: 50%  pow: 654.753 W
INFO    26-05-04 20:54:11.306630 - 1:18:25 -   grad: 1.26e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5208  data: 0.0013  lr: 9.95e-04  mem: 50%  pow: 656.182 W
INFO    26-05-04 20:54:13.304820 - 1:18:27 -   grad: 1.38e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4841  data: 0.0038  lr: 9.96e-04  mem: 50%  pow: 663.495 W
INFO    26-05-04 20:54:15.351818 - 1:18:29 -   grad: 1.22e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5168  data: 0.0014  lr: 9.96e-04  mem: 50%  pow: 638.751 W
INFO    26-05-04 20:54:17.343064 - 1:18:31 -   grad: 1.41e-01  flops: 3.52e+14  wps: 3.29e+04  iter:   0.487  data: 0.0164  lr: 9.96e-04  mem: 50%  pow: 652.078 W
INFO    26-05-04 20:54:19.443754 - 1:18:33 -   grad: 1.41e-01  flops: 3.34e+14  wps: 3.13e+04  iter:  0.5319  data: 0.0012  lr: 9.97e-04  mem: 50%  pow: 632.08 W
INFO    26-05-04 20:54:21.471655 - 1:18:35 -   grad: 1.29e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5316  data: 0.0022  lr: 9.98e-04  mem: 50%  pow: 629.528 W
INFO    26-05-04 20:54:23.481601 - 1:18:37 -   grad: 1.32e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.4806  data: 0.0171  lr: 9.98e-04  mem: 50%  pow: 650.656 W
INFO    26-05-04 20:54:25.515085 - 1:18:39 -   grad: 1.31e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4977  data: 0.0014  lr: 9.99e-04  mem: 50%  pow: 639.268 W
INFO    26-05-04 20:54:28.221402 - 1:18:41 -   grad: 1.33e-01  flops: 2.59e+14  wps: 2.42e+04  iter:  0.5008  data: 0.0014  lr: 9.99e-04  mem: 50%  pow: 648.975 W
INFO    26-05-04 20:54:30.780862 - 1:18:44 -   grad: 1.38e-01  flops: 2.74e+14  wps: 2.56e+04  iter:  0.5082  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 652.367 W
INFO    26-05-04 20:54:32.253195 - 1:18:46 - garbage collection
INFO    26-05-04 20:54:33.264916 - 1:18:47 -   grad: 1.40e-01  flops: 2.82e+14  wps: 2.64e+04  iter:  0.6304  data: 0.3805  lr: 1.00e-03  mem: 50%  pow: 389.683 W
INFO    26-05-04 20:54:35.261347 - 1:18:49 -   grad: 1.41e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4917  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 644.193 W
INFO    26-05-04 20:54:37.315160 - 1:18:51 -   grad: 1.42e-01  flops: 3.41e+14  wps: 3.20e+04  iter:  0.4853  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 646.226 W
INFO    26-05-04 20:54:39.342208 - 1:18:53 -   grad: 1.32e-01  flops: 3.46e+14  wps: 3.24e+04  iter:   0.516  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 652.88 W
INFO    26-05-04 20:54:41.417739 - 1:18:55 -   grad: 1.30e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5022  data: 0.0228  lr: 1.00e-03  mem: 50%  pow: 651.021 W
INFO    26-05-04 20:54:43.399295 - 1:18:57 -   grad: 1.36e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5074  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 653.953 W
INFO    26-05-04 20:54:45.390233 - 1:18:59 -   grad: 1.27e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4953  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 666.738 W
INFO    26-05-04 20:54:47.380857 - 1:19:01 -   grad: 1.45e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4907  data: 0.0033  lr: 1.00e-03  mem: 50%  pow: 654.026 W
INFO    26-05-04 20:54:49.424371 - 1:19:03 -   grad: 1.59e-01  flops: 3.43e+14  wps: 3.21e+04  iter:   0.514  data: 0.0018  lr: 1.00e-03  mem: 50%  pow: 653.828 W
INFO    26-05-04 20:54:52.742188 - 1:19:06 -   grad: 1.54e-01  flops: 2.11e+14  wps: 1.98e+04  iter:  0.5042  data: 0.0026  lr: 1.00e-03  mem: 50%  pow: 641.393 W
INFO    26-05-04 20:54:54.839880 - 1:19:08 -   grad: 1.50e-01  flops: 3.34e+14  wps: 3.13e+04  iter:  0.5051  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 651.68 W
INFO    26-05-04 20:54:56.841636 - 1:19:10 -   grad: 1.31e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5044  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 656.328 W
INFO    26-05-04 20:54:59.041878 - 1:19:12 -   grad: 1.21e-01  flops: 3.19e+14  wps: 2.98e+04  iter:  0.5072  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 651.223 W
INFO    26-05-04 20:55:01.164452 - 1:19:14 -   grad: 1.31e-01  flops: 3.30e+14  wps: 3.09e+04  iter:  0.5135  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 640.023 W
INFO    26-05-04 20:55:03.310396 - 1:19:17 -   grad: 1.24e-01  flops: 3.26e+14  wps: 3.06e+04  iter:  0.5306  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 636.682 W
INFO    26-05-04 20:55:05.402449 - 1:19:19 -   grad: 1.24e-01  flops: 3.35e+14  wps: 3.14e+04  iter:  0.5169  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 654.769 W
INFO    26-05-04 20:55:07.580873 - 1:19:21 -   grad: 1.22e-01  flops: 3.22e+14  wps: 3.01e+04  iter:  0.5031  data: 0.0009  lr: 1.00e-03  mem: 50%  pow: 659.172 W
INFO    26-05-04 20:55:09.581834 - 1:19:23 -   grad: 1.28e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5264  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 646.048 W
INFO    26-05-04 20:55:11.590768 - 1:19:25 -   grad: 3.35e-01  flops: 3.49e+14  wps: 3.27e+04  iter:    0.49  data: 0.0154  lr: 1.00e-03  mem: 50%  pow: 672.186 W
INFO    26-05-04 20:55:13.614912 - 1:19:27 -   grad: 1.19e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5124  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 659.404 W
INFO    26-05-04 20:55:15.627560 - 1:19:29 -   grad: 1.15e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4868  data: 0.0155  lr: 1.00e-03  mem: 50%  pow: 656.905 W
INFO    26-05-04 20:55:17.904865 - 1:19:31 -   grad: 1.14e-01  flops: 3.08e+14  wps: 2.88e+04  iter:  0.5145  data:  0.02  lr: 1.00e-03  mem: 50%  pow: 633.516 W
INFO    26-05-04 20:55:19.886805 - 1:19:33 -   grad: 1.18e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4969  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 644.329 W
INFO    26-05-04 20:55:21.944235 - 1:19:35 -   grad: 1.10e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5066  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 628.171 W
INFO    26-05-04 20:55:24.009564 - 1:19:37 -   grad: 1.11e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5089  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 647.492 W
INFO    26-05-04 20:55:26.047564 - 1:19:39 -   grad: 1.17e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4964  data: 0.0017  lr: 1.00e-03  mem: 50%  pow: 657.263 W
INFO    26-05-04 20:55:28.123119 - 1:19:41 -   grad: 1.16e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.5171  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 646.245 W
INFO    26-05-04 20:55:30.167393 - 1:19:43 -   grad: 1.27e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5053  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 633.699 W
INFO    26-05-04 20:55:32.226753 - 1:19:45 -   grad: 1.22e-01  flops: 3.40e+14  wps: 3.19e+04  iter:  0.5014  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 655.642 W
INFO    26-05-04 20:55:34.305513 - 1:19:48 -   grad: 1.13e-01  flops: 3.37e+14  wps: 3.15e+04  iter:  0.5097  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 653.466 W
INFO    26-05-04 20:55:36.330163 - 1:19:50 -   grad: 1.06e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4991  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 650.088 W
INFO    26-05-04 20:55:38.586628 - 1:19:52 -   grad: 1.16e-01  flops: 3.11e+14  wps: 2.91e+04  iter:  0.5089  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 652.438 W
INFO    26-05-04 20:55:40.599616 - 1:19:54 -   grad: 1.15e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5013  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 657.665 W
INFO    26-05-04 20:55:42.598373 - 1:19:56 -   grad: 1.39e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5012  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 661.613 W
INFO    26-05-04 20:55:45.241586 - 1:19:58 -   grad: 1.16e-01  flops: 2.65e+14  wps: 2.48e+04  iter:  0.4965  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 652.801 W
INFO    26-05-04 20:55:51.179067 - 1:20:04 -   grad: 1.29e-01  flops: 1.18e+14  wps: 1.10e+04  iter:  0.4944  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 666.272 W
INFO    26-05-04 20:55:53.744132 - 1:20:07 -   grad: 1.28e-01  flops: 2.73e+14  wps: 2.56e+04  iter:  0.5207  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 659.164 W
INFO    26-05-04 20:55:55.803679 - 1:20:09 -   grad: 1.17e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.4976  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 653.09 W
INFO    26-05-04 20:55:57.887986 - 1:20:11 -   grad: 1.09e-01  flops: 3.36e+14  wps: 3.15e+04  iter:  0.5223  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 641.719 W
INFO    26-05-04 20:55:59.921962 - 1:20:13 -   grad: 1.21e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5033  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 671.252 W
INFO    26-05-04 20:56:01.925341 - 1:20:15 -   grad: 1.24e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4954  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 660.059 W
INFO    26-05-04 20:56:03.967190 - 1:20:17 -   grad: 1.17e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5061  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 665.042 W
INFO    26-05-04 20:56:05.973810 - 1:20:19 -   grad: 1.27e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5202  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 643.767 W
INFO    26-05-04 20:56:07.986909 - 1:20:21 -   grad: 1.30e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4951  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 652.582 W
INFO    26-05-04 20:56:10.046001 - 1:20:23 -   grad: 1.20e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5446  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 646.389 W
INFO    26-05-04 20:56:12.850450 - 1:20:26 -   grad: 1.17e-01  flops: 2.50e+14  wps: 2.34e+04  iter:  0.4941  data: 0.0297  lr: 1.00e-03  mem: 50%  pow: 644.46 W
INFO    26-05-04 20:56:14.880652 - 1:20:28 -   grad: 1.29e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5137  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 641.993 W
INFO    26-05-04 20:56:16.967933 - 1:20:30 -   grad: 1.07e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.5703  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 645.262 W
INFO    26-05-04 20:56:18.976480 - 1:20:32 -   grad: 1.19e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5088  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 651.224 W
INFO    26-05-04 20:56:21.104113 - 1:20:34 -   grad: 1.11e-01  flops: 3.31e+14  wps: 3.10e+04  iter:   0.507  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 644.178 W
INFO    26-05-04 20:56:23.150353 - 1:20:36 -   grad: 1.27e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.5273  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 639.472 W
INFO    26-05-04 20:56:25.182443 - 1:20:38 -   grad: 1.36e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.494  data: 0.0222  lr: 1.00e-03  mem: 50%  pow: 637.536 W
INFO    26-05-04 20:56:27.666930 - 1:20:41 -   grad: 1.52e-01  flops: 2.82e+14  wps: 2.64e+04  iter:  0.4743  data: 0.0168  lr: 1.00e-03  mem: 50%  pow: 649.943 W
INFO    26-05-04 20:56:30.765557 - 1:20:44 -   grad: 1.41e-01  flops: 2.26e+14  wps: 2.12e+04  iter:   0.517  data: 0.0146  lr: 1.00e-03  mem: 50%  pow: 624.156 W
INFO    26-05-04 20:56:33.273831 - 1:20:47 -   grad: 1.16e-01  flops: 2.79e+14  wps: 2.61e+04  iter:  0.5358  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 640.95 W
INFO    26-05-04 20:56:35.480812 - 1:20:49 -   grad: 1.17e-01  flops: 3.17e+14  wps: 2.97e+04  iter:  0.5289  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 643.865 W
INFO    26-05-04 20:56:37.470034 - 1:20:51 -   grad: 1.19e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4995  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 669.315 W
INFO    26-05-04 20:56:39.484981 - 1:20:53 -   grad: 1.26e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5033  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 636.359 W
INFO    26-05-04 20:56:41.496821 - 1:20:55 -   grad: 1.12e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4997  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 661.759 W
INFO    26-05-04 20:56:43.541510 - 1:20:57 -   grad: 1.22e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5284  data: 0.0018  lr: 1.00e-03  mem: 50%  pow: 656.304 W
INFO    26-05-04 20:56:45.583471 - 1:20:59 -   grad: 1.47e-01  flops: 3.43e+14  wps: 3.21e+04  iter:   0.501  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 652.945 W
INFO    26-05-04 20:56:47.597993 - 1:21:01 -   grad: 1.42e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.4987  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 657.965 W
INFO    26-05-04 20:56:49.604984 - 1:21:03 -   grad: 1.37e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5056  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 663.961 W
INFO    26-05-04 20:56:52.774297 - 1:21:06 -   grad: 1.44e-01  flops: 2.21e+14  wps: 2.07e+04  iter:  0.5042  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 646.991 W
INFO    26-05-04 20:56:54.981517 - 1:21:08 -   grad: 1.38e-01  flops: 3.17e+14  wps: 2.97e+04  iter:  0.5106  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 652.316 W
INFO    26-05-04 20:56:59.064467 - 1:21:12 -   grad: 1.43e-01  flops: 1.72e+14  wps: 1.61e+04  iter:  0.5011  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 650.888 W
INFO    26-05-04 20:57:01.203476 - 1:21:14 -   grad: 1.27e-01  flops: 3.28e+14  wps: 3.07e+04  iter:  0.5022  data: 0.0017  lr: 1.00e-03  mem: 50%  pow: 669.598 W
INFO    26-05-04 20:57:03.224400 - 1:21:16 -   grad: 1.37e-01  flops: 3.47e+14  wps: 3.24e+04  iter:  0.5118  data: 0.003  lr: 1.00e-03  mem: 50%  pow: 655.328 W
INFO    26-05-04 20:57:05.264945 - 1:21:19 -   grad: 1.51e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5124  data: 0.0025  lr: 1.00e-03  mem: 50%  pow: 653.216 W
INFO    26-05-04 20:57:07.312567 - 1:21:21 -   grad: 1.34e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5046  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 649.083 W
INFO    26-05-04 20:57:09.902235 - 1:21:23 -   grad: 1.15e-01  flops: 2.71e+14  wps: 2.53e+04  iter:  0.4958  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 664.655 W
INFO    26-05-04 20:57:11.865712 - 1:21:25 -   grad: 1.21e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4873  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 658.608 W
INFO    26-05-04 20:57:15.655934 - 1:21:29 -   grad: 1.24e-01  flops: 1.85e+14  wps: 1.73e+04  iter:   0.493  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 657.443 W
INFO    26-05-04 20:57:17.621241 - 1:21:31 -   grad: 1.16e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4832  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 677.171 W
INFO    26-05-04 20:57:19.783640 - 1:21:33 -   grad: 1.23e-01  flops: 3.24e+14  wps: 3.04e+04  iter:  0.5011  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 649.605 W
INFO    26-05-04 20:57:21.781974 - 1:21:35 -   grad: 1.37e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5062  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 658.779 W
INFO    26-05-04 20:57:24.406837 - 1:21:38 -   grad: 1.13e-01  flops: 2.67e+14  wps: 2.50e+04  iter:  0.4933  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 668.283 W
INFO    26-05-04 20:57:26.443311 - 1:21:40 -   grad: 1.17e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4992  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 650.89 W
INFO    26-05-04 20:57:28.429764 - 1:21:42 -   grad: 1.24e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5088  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 656.086 W
INFO    26-05-04 20:57:30.480962 - 1:21:44 -   grad: 1.22e-01  flops: 3.41e+14  wps: 3.20e+04  iter:  0.5137  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 663.479 W
INFO    26-05-04 20:57:32.460233 - 1:21:46 -   grad: 1.23e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4977  data: 0.0017  lr: 1.00e-03  mem: 50%  pow: 654.812 W
INFO    26-05-04 20:57:34.440026 - 1:21:48 -   grad: 1.08e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4941  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 665.267 W
INFO    26-05-04 20:57:36.464597 - 1:21:50 -   grad: 1.10e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5072  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 632.906 W
INFO    26-05-04 20:57:38.497381 - 1:21:52 -   grad: 1.14e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5197  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 641.676 W
INFO    26-05-04 20:57:40.505316 - 1:21:54 -   grad: 1.26e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5004  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 675.85 W
INFO    26-05-04 20:57:43.137763 - 1:21:56 -   grad: 1.20e-01  flops: 2.66e+14  wps: 2.49e+04  iter:  0.4828  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 653.066 W
INFO    26-05-04 20:57:45.108042 - 1:21:58 -   grad: 1.29e-01  flops: 3.56e+14  wps: 3.33e+04  iter:   0.502  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 663.318 W
INFO    26-05-04 20:57:47.129840 - 1:22:00 -   grad: 1.15e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4865  data: 0.0022  lr: 1.00e-03  mem: 50%  pow: 667.358 W
INFO    26-05-04 20:57:49.129747 - 1:22:02 -   grad: 1.30e-01  flops: 3.51e+14  wps: 3.28e+04  iter:   0.504  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 663.808 W
INFO    26-05-04 20:57:51.176726 - 1:22:04 -   grad: 1.26e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4892  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 649.581 W
INFO    26-05-04 20:57:53.311001 - 1:22:07 -   grad: 1.25e-01  flops: 3.28e+14  wps: 3.07e+04  iter:  0.4905  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 685.419 W
INFO    26-05-04 20:57:55.339197 - 1:22:09 -   grad: 1.35e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4922  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 664.163 W
INFO    26-05-04 20:57:57.346772 - 1:22:11 -   grad: 1.22e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4955  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 650.523 W
INFO    26-05-04 20:57:59.389992 - 1:22:13 -   grad: 1.23e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4957  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 659.779 W
INFO    26-05-04 20:58:01.466510 - 1:22:15 -   grad: 1.34e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.5223  data: 0.0044  lr: 1.00e-03  mem: 50%  pow: 648.4 W
INFO    26-05-04 20:58:03.674609 - 1:22:17 -   grad: 1.21e-01  flops: 3.17e+14  wps: 2.97e+04  iter:  0.5152  data: 0.0024  lr: 1.00e-03  mem: 50%  pow: 640.173 W
INFO    26-05-04 20:58:05.840140 - 1:22:19 -   grad: 1.34e-01  flops: 3.23e+14  wps: 3.03e+04  iter:  0.4988  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 645.345 W
INFO    26-05-04 20:58:07.880820 - 1:22:21 -   grad: 1.43e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5059  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 633.685 W
INFO    26-05-04 20:58:10.205328 - 1:22:23 -   grad: 1.36e-01  flops: 3.01e+14  wps: 2.82e+04  iter:  0.5127  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 649.833 W
INFO    26-05-04 20:58:12.306304 - 1:22:26 -   grad: 1.12e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.5051  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 634.091 W
INFO    26-05-04 20:58:14.401750 - 1:22:28 -   grad: 1.11e-01  flops: 3.34e+14  wps: 3.13e+04  iter:  0.5162  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 651.464 W
INFO    26-05-04 20:58:16.405471 - 1:22:30 -   grad: 1.24e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5259  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 650.909 W
INFO    26-05-04 20:58:18.407451 - 1:22:32 -   grad: 1.19e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5045  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 655.135 W
INFO    26-05-04 20:58:20.387049 - 1:22:34 -   grad: 1.43e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4815  data: 0.0232  lr: 1.00e-03  mem: 50%  pow: 646.171 W
INFO    26-05-04 20:58:22.457400 - 1:22:36 -   grad: 1.33e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5318  data: 0.0029  lr: 1.00e-03  mem: 50%  pow: 632.434 W
INFO    26-05-04 20:58:24.479728 - 1:22:38 -   grad: 1.47e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5025  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 649.952 W
INFO    26-05-04 20:58:26.501245 - 1:22:40 -   grad: 1.36e-01  flops: 3.47e+14  wps: 3.24e+04  iter:  0.4993  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 666.449 W
INFO    26-05-04 20:58:28.529495 - 1:22:42 -   grad: 1.43e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4974  data: 0.0173  lr: 1.00e-03  mem: 50%  pow: 647.667 W
INFO    26-05-04 20:58:30.551904 - 1:22:44 -   grad: 1.51e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5074  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 654.283 W
INFO    26-05-04 20:58:32.598991 - 1:22:46 -   grad: 1.51e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.4937  data: 0.0019  lr: 1.00e-03  mem: 50%  pow: 659.603 W
INFO    26-05-04 20:58:34.685512 - 1:22:48 -   grad: 1.73e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.4796  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 666.024 W
INFO    26-05-04 20:58:36.667388 - 1:22:50 -   grad: 1.40e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4968  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 658.048 W
INFO    26-05-04 20:58:38.693840 - 1:22:52 -   grad: 1.22e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4931  data: 0.0017  lr: 1.00e-03  mem: 50%  pow: 659.988 W
INFO    26-05-04 20:58:40.650137 - 1:22:54 -   grad: 1.17e-01  flops: 3.58e+14  wps: 3.35e+04  iter:  0.4823  data: 0.0028  lr: 1.00e-03  mem: 50%  pow: 657.507 W
INFO    26-05-04 20:58:42.641604 - 1:22:56 -   grad: 1.13e-01  flops: 3.52e+14  wps: 3.30e+04  iter:   0.495  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 665.472 W
INFO    26-05-04 20:58:44.669109 - 1:22:58 -   grad: 1.07e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4902  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 669.505 W
INFO    26-05-04 20:58:47.234252 - 1:23:00 -   grad: 1.18e-01  flops: 2.73e+14  wps: 2.56e+04  iter:  0.5144  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 650.29 W
INFO    26-05-04 20:58:49.268929 - 1:23:03 -   grad: 1.19e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5248  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 651.645 W
INFO    26-05-04 20:58:51.340249 - 1:23:05 -   grad: 1.10e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5214  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 635.383 W
INFO    26-05-04 20:58:53.534027 - 1:23:07 -   grad: 1.15e-01  flops: 3.19e+14  wps: 2.99e+04  iter:  0.5042  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 656.92 W
INFO    26-05-04 20:58:55.599436 - 1:23:09 -   grad: 1.12e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5273  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 653.512 W
INFO    26-05-04 20:58:57.625358 - 1:23:11 -   grad: 1.14e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5186  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 652.71 W
INFO    26-05-04 20:58:59.657485 - 1:23:13 -   grad: 1.12e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5052  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 631.15 W
INFO    26-05-04 20:59:01.694667 - 1:23:15 -   grad: 1.09e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5131  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 660.882 W
INFO    26-05-04 20:59:03.773188 - 1:23:17 -   grad: 1.25e-01  flops: 3.37e+14  wps: 3.15e+04  iter:   0.507  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 645.187 W
INFO    26-05-04 20:59:06.201184 - 1:23:19 -   grad: 1.31e-01  flops: 2.89e+14  wps: 2.70e+04  iter:  0.5067  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 655.537 W
INFO    26-05-04 20:59:08.576340 - 1:23:22 -   grad: 1.26e-01  flops: 2.95e+14  wps: 2.76e+04  iter:  0.5036  data: 0.0017  lr: 1.00e-03  mem: 50%  pow: 653.032 W
INFO    26-05-04 20:59:10.569461 - 1:23:24 -   grad: 1.27e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5107  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 653.97 W
INFO    26-05-04 20:59:12.608049 - 1:23:26 -   grad: 1.21e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5173  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 642.731 W
INFO    26-05-04 20:59:15.006737 - 1:23:28 -   grad: 1.11e-01  flops: 2.92e+14  wps: 2.73e+04  iter:  0.4911  data: 0.0176  lr: 1.00e-03  mem: 50%  pow: 655.823 W
INFO    26-05-04 20:59:17.024484 - 1:23:30 -   grad: 1.35e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5287  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 660.655 W
INFO    26-05-04 20:59:19.002379 - 1:23:32 -   grad: 1.17e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4944  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 668.157 W
INFO    26-05-04 20:59:20.992340 - 1:23:34 -   grad: 1.21e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5266  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 647.29 W
INFO    26-05-04 20:59:23.301511 - 1:23:37 -   grad: 1.36e-01  flops: 3.03e+14  wps: 2.84e+04  iter:  0.4729  data: 0.0177  lr: 1.00e-03  mem: 50%  pow: 648.52 W
INFO    26-05-04 20:59:26.723812 - 1:23:40 -   grad: 1.23e-01  flops: 2.05e+14  wps: 1.92e+04  iter:  0.5123  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 643.192 W
INFO    26-05-04 20:59:28.822158 - 1:23:42 -   grad: 1.10e-01  flops: 3.34e+14  wps: 3.13e+04  iter:  0.5051  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 651.968 W
INFO    26-05-04 20:59:30.817010 - 1:23:44 -   grad: 1.25e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4999  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 659.274 W
INFO    26-05-04 20:59:32.839160 - 1:23:46 -   grad: 1.16e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4924  data: 0.0018  lr: 1.00e-03  mem: 50%  pow: 651.177 W
INFO    26-05-04 20:59:34.825915 - 1:23:48 -   grad: 1.12e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5051  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 665.851 W
INFO    26-05-04 20:59:36.814714 - 1:23:50 -   grad: 1.20e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4882  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 677.617 W
INFO    26-05-04 20:59:38.807838 - 1:23:52 -   grad: 1.13e-01  flops: 3.52e+14  wps: 3.29e+04  iter:   0.513  data: 0.0019  lr: 1.00e-03  mem: 50%  pow: 659.091 W
INFO    26-05-04 20:59:41.067226 - 1:23:54 -   grad: 1.25e-01  flops: 3.10e+14  wps: 2.90e+04  iter:  0.4801  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 673.392 W
INFO    26-05-04 20:59:43.074834 - 1:23:56 -   grad: 1.27e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5117  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 649.01 W
INFO    26-05-04 20:59:45.648688 - 1:23:59 -   grad: 1.09e-01  flops: 2.72e+14  wps: 2.55e+04  iter:  0.5137  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 662.293 W
INFO    26-05-04 20:59:49.824092 - 1:24:03 -   grad: 1.08e-01  flops: 1.68e+14  wps: 1.57e+04  iter:  0.4933  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 648.635 W
INFO    26-05-04 20:59:52.353826 - 1:24:06 -   grad: 1.29e-01  flops: 2.77e+14  wps: 2.59e+04  iter:  0.5337  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 641.612 W
INFO    26-05-04 20:59:54.343701 - 1:24:08 -   grad: 1.23e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4915  data: 0.0175  lr: 1.00e-03  mem: 50%  pow: 662.347 W
INFO    26-05-04 20:59:57.669856 - 1:24:11 -   grad: 1.22e-01  flops: 2.11e+14  wps: 1.97e+04  iter:  0.4999  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 643.978 W
INFO    26-05-04 20:59:59.655723 - 1:24:13 -   grad: 1.18e-01  flops: 3.53e+14  wps: 3.31e+04  iter:   0.501  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 635.749 W
INFO    26-05-04 21:00:01.767144 - 1:24:15 -   grad: 1.05e-01  flops: 3.32e+14  wps: 3.11e+04  iter:  0.5082  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 659.715 W
INFO    26-05-04 21:00:04.685989 - 1:24:18 -   grad: 1.07e-01  flops: 2.40e+14  wps: 2.25e+04  iter:  0.5223  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 667.769 W
INFO    26-05-04 21:00:06.681638 - 1:24:20 -   grad: 1.06e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5008  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 665.704 W
INFO    26-05-04 21:00:08.724042 - 1:24:22 -   grad: 1.06e-01  flops: 3.43e+14  wps: 3.21e+04  iter:   0.488  data: 0.0169  lr: 1.00e-03  mem: 50%  pow: 650.885 W
INFO    26-05-04 21:00:10.715313 - 1:24:24 -   grad: 1.25e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4962  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 662.677 W
INFO    26-05-04 21:00:12.744991 - 1:24:26 -   grad: 1.27e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4827  data: 0.006  lr: 1.00e-03  mem: 50%  pow: 676.174 W
INFO    26-05-04 21:00:14.744636 - 1:24:28 -   grad: 1.14e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5125  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 626.032 W
INFO    26-05-04 21:00:16.763182 - 1:24:30 -   grad: 1.22e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5025  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 660.867 W
INFO    26-05-04 21:00:19.192001 - 1:24:32 -   grad: 1.26e-01  flops: 2.89e+14  wps: 2.70e+04  iter:  0.4908  data: 0.0136  lr: 1.00e-03  mem: 50%  pow: 655.779 W
INFO    26-05-04 21:00:21.237244 - 1:24:34 -   grad: 1.20e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4954  data: 0.0017  lr: 1.00e-03  mem: 50%  pow: 641.894 W
INFO    26-05-04 21:00:23.254174 - 1:24:37 -   grad: 1.16e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5014  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 638.893 W
INFO    26-05-04 21:00:26.132436 - 1:24:39 -   grad: 1.32e-01  flops: 2.43e+14  wps: 2.28e+04  iter:  0.5055  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 664.333 W
INFO    26-05-04 21:00:28.361278 - 1:24:42 -   grad: 1.25e-01  flops: 3.14e+14  wps: 2.94e+04  iter:  0.5146  data: 0.0019  lr: 1.00e-03  mem: 50%  pow: 637.529 W
INFO    26-05-04 21:00:30.420826 - 1:24:44 -   grad: 1.21e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5053  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 632.608 W
INFO    26-05-04 21:00:32.583091 - 1:24:46 -   grad: 1.13e-01  flops: 3.24e+14  wps: 3.03e+04  iter:  0.4766  data: 0.0018  lr: 1.00e-03  mem: 50%  pow: 658.829 W
INFO    26-05-04 21:00:34.589851 - 1:24:48 -   grad: 1.12e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4806  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 669.718 W
INFO    26-05-04 21:00:36.586969 - 1:24:50 -   grad: 1.07e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4898  data: 0.0142  lr: 1.00e-03  mem: 50%  pow: 660.826 W
INFO    26-05-04 21:00:38.608165 - 1:24:52 -   grad: 1.24e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5062  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 645.139 W
INFO    26-05-04 21:00:40.613121 - 1:24:54 -   grad: 1.37e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4967  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 657.1 W
INFO    26-05-04 21:00:42.607713 - 1:24:56 -   grad: 1.32e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4948  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 670.613 W
INFO    26-05-04 21:00:44.635729 - 1:24:58 -   grad: 1.28e-01  flops: 3.46e+14  wps: 3.23e+04  iter:  0.5199  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 647.455 W
INFO    26-05-04 21:00:46.662426 - 1:25:00 -   grad: 1.63e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5048  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 646.541 W
INFO    26-05-04 21:00:48.766127 - 1:25:02 -   grad: 1.41e-01  flops: 3.33e+14  wps: 3.12e+04  iter:  0.5061  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 654.58 W
INFO    26-05-04 21:00:50.886215 - 1:25:04 -   grad: 1.46e-01  flops: 3.31e+14  wps: 3.09e+04  iter:  0.5028  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 668.074 W
INFO    26-05-04 21:00:52.901833 - 1:25:06 -   grad: 1.50e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.4982  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 668.886 W
INFO    26-05-04 21:00:54.950836 - 1:25:08 -   grad: 1.24e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5132  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 650.492 W
INFO    26-05-04 21:00:56.972249 - 1:25:10 -   grad: 1.31e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4862  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 653.071 W
INFO    26-05-04 21:00:59.046509 - 1:25:12 -   grad: 1.38e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.4856  data: 0.0258  lr: 1.00e-03  mem: 50%  pow: 653.503 W
INFO    26-05-04 21:01:02.117509 - 1:25:15 -   grad: 1.26e-01  flops: 2.28e+14  wps: 2.14e+04  iter:  0.5068  data: 0.0023  lr: 1.00e-03  mem: 50%  pow: 645.649 W
INFO    26-05-04 21:01:04.133619 - 1:25:17 -   grad: 1.30e-01  flops: 3.48e+14  wps: 3.25e+04  iter:   0.515  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 646.924 W
INFO    26-05-04 21:01:06.195662 - 1:25:19 -   grad: 1.09e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.4975  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 655.713 W
INFO    26-05-04 21:01:08.233361 - 1:25:21 -   grad: 1.36e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5078  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 661.279 W
INFO    26-05-04 21:01:10.205023 - 1:25:23 -   grad: 1.33e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4887  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 676.107 W
INFO    26-05-04 21:01:12.180300 - 1:25:25 -   grad: 1.17e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4943  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 659.984 W
INFO    26-05-04 21:01:14.180037 - 1:25:27 -   grad: 1.14e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4975  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 667.698 W
INFO    26-05-04 21:01:16.243638 - 1:25:30 -   grad: 1.15e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5125  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 648.788 W
INFO    26-05-04 21:01:18.268799 - 1:25:32 -   grad: 1.02e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4902  data: 0.0018  lr: 1.00e-03  mem: 50%  pow: 655.309 W
INFO    26-05-04 21:01:20.265116 - 1:25:34 -   grad: 1.06e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4992  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 668.157 W
INFO    26-05-04 21:01:22.273097 - 1:25:36 -   grad: 9.93e-02  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4963  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 656.951 W
INFO    26-05-04 21:01:24.286142 - 1:25:38 -   grad: 1.11e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5076  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 652.478 W
INFO    26-05-04 21:01:26.350039 - 1:25:40 -   grad: 1.07e-01  flops: 3.40e+14  wps: 3.18e+04  iter:   0.502  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 655.727 W
INFO    26-05-04 21:01:28.406630 - 1:25:42 -   grad: 1.23e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5266  data: 0.0017  lr: 1.00e-03  mem: 50%  pow: 644.825 W
INFO    26-05-04 21:01:30.365159 - 1:25:44 -   grad: 1.12e-01  flops: 3.58e+14  wps: 3.35e+04  iter:  0.4721  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 668.9 W
INFO    26-05-04 21:01:32.378414 - 1:25:46 -   grad: 1.16e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.493  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 654.255 W
INFO    26-05-04 21:01:34.388587 - 1:25:48 -   grad: 1.22e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.4906  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 659.816 W
INFO    26-05-04 21:01:36.420098 - 1:25:50 -   grad: 1.14e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5237  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 642.401 W
INFO    26-05-04 21:01:38.469990 - 1:25:52 -   grad: 1.09e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4535  data: 0.0288  lr: 1.00e-03  mem: 50%  pow: 646.627 W
INFO    26-05-04 21:01:40.470245 - 1:25:54 -   grad: 1.12e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5186  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 655.094 W
INFO    26-05-04 21:01:42.512240 - 1:25:56 -   grad: 1.15e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5094  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 632.19 W
INFO    26-05-04 21:01:44.524491 - 1:25:58 -   grad: 1.11e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4959  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 666.5 W
INFO    26-05-04 21:01:46.598812 - 1:26:00 -   grad: 1.08e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.5181  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 660.584 W
INFO    26-05-04 21:01:48.614562 - 1:26:02 -   grad: 1.14e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4925  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 665.031 W
INFO    26-05-04 21:01:50.598297 - 1:26:04 -   grad: 1.11e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4651  data: 0.0158  lr: 1.00e-03  mem: 50%  pow: 662.741 W
INFO    26-05-04 21:01:52.578938 - 1:26:06 -   grad: 1.22e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5003  data: 0.0019  lr: 1.00e-03  mem: 50%  pow: 658.61 W
INFO    26-05-04 21:01:54.592265 - 1:26:08 -   grad: 1.27e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5373  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 665.315 W
INFO    26-05-04 21:01:56.638331 - 1:26:10 -   grad: 1.31e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4993  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 658.157 W
INFO    26-05-04 21:01:58.747536 - 1:26:12 -   grad: 1.25e-01  flops: 3.32e+14  wps: 3.11e+04  iter:  0.4977  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 675.049 W
INFO    26-05-04 21:02:00.756553 - 1:26:14 -   grad: 1.43e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5106  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 649.673 W
INFO    26-05-04 21:02:02.881174 - 1:26:16 -   grad: 1.33e-01  flops: 3.30e+14  wps: 3.09e+04  iter:  0.5018  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 647.518 W
INFO    26-05-04 21:02:04.871614 - 1:26:18 -   grad: 1.07e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5133  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 657.016 W
INFO    26-05-04 21:02:06.981259 - 1:26:20 -   grad: 1.18e-01  flops: 3.32e+14  wps: 3.11e+04  iter:  0.5117  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 651.785 W
INFO    26-05-04 21:02:09.000452 - 1:26:22 -   grad: 1.17e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5173  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 665.721 W
INFO    26-05-04 21:02:11.053303 - 1:26:24 -   grad: 1.09e-01  flops: 3.41e+14  wps: 3.20e+04  iter:   0.502  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 661.321 W
INFO    26-05-04 21:02:13.115744 - 1:26:26 -   grad: 1.19e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5132  data: 0.0017  lr: 1.00e-03  mem: 50%  pow: 657.48 W
INFO    26-05-04 21:02:15.221439 - 1:26:28 -   grad: 1.14e-01  flops: 3.33e+14  wps: 3.12e+04  iter:  0.4951  data: 0.002  lr: 1.00e-03  mem: 50%  pow: 660.758 W
INFO    26-05-04 21:02:17.235548 - 1:26:30 -   grad: 1.23e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4932  data: 0.0021  lr: 1.00e-03  mem: 50%  pow: 677.358 W
INFO    26-05-04 21:02:19.567602 - 1:26:33 -   grad: 1.29e-01  flops: 3.00e+14  wps: 2.81e+04  iter:  0.5128  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 659.173 W
INFO    26-05-04 21:02:21.579929 - 1:26:35 -   grad: 1.25e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5027  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 651.525 W
INFO    26-05-04 21:02:24.332849 - 1:26:38 -   grad: 1.21e-01  flops: 2.54e+14  wps: 2.38e+04  iter:  0.5021  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 656.009 W
INFO    26-05-04 21:02:26.432107 - 1:26:40 -   grad: 1.20e-01  flops: 3.34e+14  wps: 3.12e+04  iter:  0.4755  data: 0.0025  lr: 1.00e-03  mem: 50%  pow: 645.94 W
INFO    26-05-04 21:02:29.418311 - 1:26:43 -   grad: 1.21e-01  flops: 2.34e+14  wps: 2.20e+04  iter:  0.4942  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 663.794 W
INFO    26-05-04 21:02:31.424105 - 1:26:45 -   grad: 1.22e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5212  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 646.496 W
INFO    26-05-04 21:02:33.418846 - 1:26:47 -   grad: 1.01e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4913  data: 0.0139  lr: 1.00e-03  mem: 50%  pow: 656.86 W
INFO    26-05-04 21:02:35.433056 - 1:26:49 -   grad: 1.13e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4876  data: 0.0139  lr: 1.00e-03  mem: 50%  pow: 651.402 W
INFO    26-05-04 21:02:37.458859 - 1:26:51 -   grad: 1.05e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5141  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 646.793 W
INFO    26-05-04 21:02:39.472265 - 1:26:53 -   grad: 1.20e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.495  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 658.298 W
INFO    26-05-04 21:02:41.490660 - 1:26:55 -   grad: 1.14e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5004  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 647.073 W
INFO    26-05-04 21:02:43.463708 - 1:26:57 -   grad: 1.08e-01  flops: 3.55e+14  wps: 3.32e+04  iter:   0.499  data: 0.0031  lr: 1.00e-03  mem: 50%  pow: 675.737 W
INFO    26-05-04 21:02:45.447890 - 1:26:59 -   grad: 1.25e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4736  data: 0.0022  lr: 1.00e-03  mem: 50%  pow: 664.573 W
INFO    26-05-04 21:02:47.456433 - 1:27:01 -   grad: 1.24e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4945  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 667.829 W
INFO    26-05-04 21:02:49.453750 - 1:27:03 -   grad: 1.02e-01  flops: 3.51e+14  wps: 3.29e+04  iter:     0.5  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 646.251 W
INFO    26-05-04 21:02:51.484126 - 1:27:05 -   grad: 1.06e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5018  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 658.07 W
INFO    26-05-04 21:02:53.556433 - 1:27:07 -   grad: 1.22e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5374  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 647.349 W
INFO    26-05-04 21:02:55.620332 - 1:27:09 -   grad: 1.09e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5013  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 641.11 W
INFO    26-05-04 21:02:58.235612 - 1:27:11 -   grad: 1.13e-01  flops: 2.68e+14  wps: 2.51e+04  iter:  0.5107  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 643.998 W
INFO    26-05-04 21:03:00.258358 - 1:27:14 -   grad: 1.02e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5007  data: 0.0161  lr: 1.00e-03  mem: 50%  pow: 650.045 W
INFO    26-05-04 21:03:03.931889 - 1:27:17 -   grad: 1.28e-01  flops: 1.91e+14  wps: 1.79e+04  iter:  0.4942  data: 0.0009  lr: 1.00e-03  mem: 50%  pow: 664.981 W
INFO    26-05-04 21:03:06.630861 - 1:27:20 -   grad: 1.42e-01  flops: 2.60e+14  wps: 2.43e+04  iter:  0.4967  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 660.597 W
INFO    26-05-04 21:03:08.943393 - 1:27:22 -   grad: 1.39e-01  flops: 3.03e+14  wps: 2.84e+04  iter:  0.5403  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 649.043 W
INFO    26-05-04 21:03:11.091057 - 1:27:24 -   grad: 1.39e-01  flops: 3.26e+14  wps: 3.05e+04  iter:  0.4868  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 662.841 W
INFO    26-05-04 21:03:13.246366 - 1:27:27 -   grad: 1.21e-01  flops: 3.25e+14  wps: 3.04e+04  iter:  0.4751  data: 0.0168  lr: 1.00e-03  mem: 50%  pow: 655.745 W
INFO    26-05-04 21:03:15.301188 - 1:27:29 -   grad: 1.35e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5083  data: 0.0137  lr: 1.00e-03  mem: 50%  pow: 633.54 W
INFO    26-05-04 21:03:17.367459 - 1:27:31 -   grad: 1.25e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5005  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 655.01 W
INFO    26-05-04 21:03:19.469291 - 1:27:33 -   grad: 1.42e-01  flops: 3.34e+14  wps: 3.12e+04  iter:  0.5084  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 639.727 W
INFO    26-05-04 21:03:21.499463 - 1:27:35 -   grad: 1.34e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4906  data: 0.003  lr: 1.00e-03  mem: 50%  pow: 663.098 W
INFO    26-05-04 21:03:23.566284 - 1:27:37 -   grad: 1.12e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5086  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 650.499 W
INFO    26-05-04 21:03:25.654647 - 1:27:39 -   grad: 1.10e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.4876  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 661.786 W
INFO    26-05-04 21:03:27.671872 - 1:27:41 -   grad: 1.02e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4958  data: 0.0094  lr: 1.00e-03  mem: 50%  pow: 655.751 W
INFO    26-05-04 21:03:29.703475 - 1:27:43 -   grad: 1.13e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5075  data: 0.0019  lr: 1.00e-03  mem: 50%  pow: 631.769 W
INFO    26-05-04 21:03:31.753680 - 1:27:45 -   grad: 1.05e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5051  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 651.293 W
INFO    26-05-04 21:03:33.762295 - 1:27:47 -   grad: 1.06e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.4912  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 650.597 W
INFO    26-05-04 21:03:35.949801 - 1:27:49 -   grad: 1.01e-01  flops: 3.20e+14  wps: 3.00e+04  iter:  0.4811  data: 0.017  lr: 1.00e-03  mem: 50%  pow: 652.753 W
INFO    26-05-04 21:03:37.915956 - 1:27:51 -   grad: 1.02e-01  flops: 3.56e+14  wps: 3.34e+04  iter:  0.5034  data: 0.0026  lr: 1.00e-03  mem: 50%  pow: 667.702 W
INFO    26-05-04 21:03:39.889070 - 1:27:53 -   grad: 1.11e-01  flops: 3.55e+14  wps: 3.33e+04  iter:  0.4916  data: 0.0018  lr: 1.00e-03  mem: 50%  pow: 668.401 W
INFO    26-05-04 21:03:41.908823 - 1:27:55 -   grad: 1.06e-01  flops: 3.47e+14  wps: 3.25e+04  iter:     0.5  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 652.378 W
INFO    26-05-04 21:03:43.941459 - 1:27:57 -   grad: 1.08e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4916  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 653.159 W
INFO    26-05-04 21:03:45.928099 - 1:27:59 -   grad: 1.12e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4889  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 673.573 W
INFO    26-05-04 21:03:47.931094 - 1:28:01 -   grad: 1.14e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5043  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 654.466 W
INFO    26-05-04 21:03:49.949878 - 1:28:03 -   grad: 1.07e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4831  data: 0.0025  lr: 1.00e-03  mem: 50%  pow: 640.772 W
INFO    26-05-04 21:03:51.967158 - 1:28:05 -   grad: 1.08e-01  flops: 3.47e+14  wps: 3.25e+04  iter:   0.529  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 637.125 W
INFO    26-05-04 21:03:53.950342 - 1:28:07 -   grad: 1.14e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4749  data: 0.0173  lr: 1.00e-03  mem: 50%  pow: 651.262 W
INFO    26-05-04 21:03:56.080583 - 1:28:09 -   grad: 1.08e-01  flops: 3.29e+14  wps: 3.08e+04  iter:  0.4958  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 654.768 W
INFO    26-05-04 21:03:58.549648 - 1:28:12 -   grad: 1.12e-01  flops: 2.84e+14  wps: 2.66e+04  iter:  0.4884  data: 0.0017  lr: 1.00e-03  mem: 50%  pow: 649.61 W
INFO    26-05-04 21:04:00.585337 - 1:28:14 -   grad: 1.13e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5139  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 650.374 W
INFO    26-05-04 21:04:02.742983 - 1:28:16 -   grad: 1.31e-01  flops: 3.25e+14  wps: 3.04e+04  iter:  0.4953  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 664.449 W
INFO    26-05-04 21:04:04.817987 - 1:28:18 -   grad: 1.26e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.4834  data: 0.0152  lr: 1.00e-03  mem: 50%  pow: 661.726 W
INFO    26-05-04 21:04:06.793330 - 1:28:20 -   grad: 1.04e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.5004  data: 0.0142  lr: 1.00e-03  mem: 50%  pow: 657.246 W
INFO    26-05-04 21:04:08.796611 - 1:28:22 -   grad: 1.16e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5037  data: 0.0149  lr: 1.00e-03  mem: 50%  pow: 654.931 W
INFO    26-05-04 21:04:10.862899 - 1:28:24 -   grad: 1.18e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5161  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 649.051 W
INFO    26-05-04 21:04:12.869518 - 1:28:26 -   grad: 1.21e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4854  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 675.781 W
INFO    26-05-04 21:04:14.945651 - 1:28:28 -   grad: 1.17e-01  flops: 3.37e+14  wps: 3.16e+04  iter:   0.495  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 646.035 W
INFO    26-05-04 21:04:16.945420 - 1:28:30 -   grad: 1.07e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4987  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 669.198 W
INFO    26-05-04 21:04:18.959997 - 1:28:32 -   grad: 1.22e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5048  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 651.005 W
INFO    26-05-04 21:04:21.041993 - 1:28:34 -   grad: 1.35e-01  flops: 3.37e+14  wps: 3.15e+04  iter:  0.5152  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 633.722 W
INFO    26-05-04 21:04:23.051257 - 1:28:36 -   grad: 1.38e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5077  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 652.55 W
INFO    26-05-04 21:04:25.865264 - 1:28:39 -   grad: 1.31e-01  flops: 2.49e+14  wps: 2.33e+04  iter:  0.4988  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 652.659 W
INFO    26-05-04 21:04:27.872113 - 1:28:41 -   grad: 1.03e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4946  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 660.786 W
INFO    26-05-04 21:04:29.900967 - 1:28:43 -   grad: 1.09e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4965  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 673.579 W
INFO    26-05-04 21:04:31.942140 - 1:28:45 -   grad: 1.15e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4996  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 652.44 W
INFO    26-05-04 21:04:34.056482 - 1:28:47 -   grad: 1.10e-01  flops: 3.31e+14  wps: 3.10e+04  iter:  0.5158  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 655.92 W
INFO    26-05-04 21:04:37.820732 - 1:28:51 -   grad: 1.11e-01  flops: 1.86e+14  wps: 1.74e+04  iter:  0.5157  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 638.106 W
INFO    26-05-04 21:04:41.210602 - 1:28:54 -   grad: 1.03e-01  flops: 2.07e+14  wps: 1.93e+04  iter:  0.4905  data: 0.0089  lr: 1.00e-03  mem: 50%  pow: 668.337 W
INFO    26-05-04 21:04:43.194000 - 1:28:56 -   grad: 1.10e-01  flops: 3.53e+14  wps: 3.31e+04  iter:   0.494  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 661.672 W
INFO    26-05-04 21:04:45.300437 - 1:28:59 -   grad: 1.03e-01  flops: 3.33e+14  wps: 3.11e+04  iter:  0.5337  data: 0.0009  lr: 1.00e-03  mem: 50%  pow: 653.761 W
INFO    26-05-04 21:04:47.328866 - 1:29:01 -   grad: 1.12e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4887  data: 0.0269  lr: 1.00e-03  mem: 50%  pow: 654.054 W
INFO    26-05-04 21:04:49.372116 - 1:29:03 -   grad: 1.17e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4846  data: 0.0018  lr: 1.00e-03  mem: 50%  pow: 657.187 W
INFO    26-05-04 21:04:51.387382 - 1:29:05 -   grad: 1.16e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5056  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 660.916 W
INFO    26-05-04 21:04:53.444072 - 1:29:07 -   grad: 1.15e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5238  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 671.881 W
INFO    26-05-04 21:04:55.530087 - 1:29:09 -   grad: 1.11e-01  flops: 3.36e+14  wps: 3.15e+04  iter:  0.4947  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 653.133 W
INFO    26-05-04 21:04:57.531365 - 1:29:11 -   grad: 1.13e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5033  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 649.763 W
INFO    26-05-04 21:04:59.495872 - 1:29:13 -   grad: 1.24e-01  flops: 3.56e+14  wps: 3.34e+04  iter:   0.471  data: 0.0022  lr: 1.00e-03  mem: 50%  pow: 672.592 W
INFO    26-05-04 21:05:01.531623 - 1:29:15 -   grad: 1.14e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5038  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 644.151 W
INFO    26-05-04 21:05:03.546986 - 1:29:17 -   grad: 1.23e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.511  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 641.692 W
INFO    26-05-04 21:05:05.580765 - 1:29:19 -   grad: 1.09e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5108  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 630.427 W
INFO    26-05-04 21:05:07.632619 - 1:29:21 -   grad: 1.21e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5212  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 646.396 W
INFO    26-05-04 21:05:09.680640 - 1:29:23 -   grad: 1.11e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4999  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 647.352 W
INFO    26-05-04 21:05:11.663094 - 1:29:25 -   grad: 1.14e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4863  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 656.386 W
INFO    26-05-04 21:05:13.695963 - 1:29:27 -   grad: 1.15e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5127  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 656.355 W
INFO    26-05-04 21:05:15.733562 - 1:29:29 -   grad: 1.18e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5028  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 636.332 W
INFO    26-05-04 21:05:17.749264 - 1:29:31 -   grad: 1.09e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5041  data: 0.0017  lr: 1.00e-03  mem: 50%  pow: 653.836 W
INFO    26-05-04 21:05:19.788139 - 1:29:33 -   grad: 1.07e-01  flops: 3.43e+14  wps: 3.22e+04  iter:  0.4996  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 651.899 W
INFO    26-05-04 21:05:21.813170 - 1:29:35 -   grad: 1.03e-01  flops: 3.46e+14  wps: 3.24e+04  iter:   0.489  data: 0.0171  lr: 1.00e-03  mem: 50%  pow: 645.114 W
INFO    26-05-04 21:05:23.842777 - 1:29:37 -   grad: 1.14e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5058  data: 0.0162  lr: 1.00e-03  mem: 50%  pow: 641.909 W
INFO    26-05-04 21:05:25.811965 - 1:29:39 -   grad: 1.00e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4887  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 659.172 W
INFO    26-05-04 21:05:27.946210 - 1:29:41 -   grad: 1.16e-01  flops: 3.28e+14  wps: 3.07e+04  iter:  0.4968  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 670.838 W
INFO    26-05-04 21:05:29.999729 - 1:29:43 -   grad: 1.20e-01  flops: 3.41e+14  wps: 3.19e+04  iter:   0.516  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 635.222 W
INFO    26-05-04 21:05:31.987199 - 1:29:45 -   grad: 1.26e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5031  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 661.618 W
INFO    26-05-04 21:05:34.078831 - 1:29:47 -   grad: 1.21e-01  flops: 3.35e+14  wps: 3.14e+04  iter:  0.4953  data: 0.0024  lr: 1.00e-03  mem: 50%  pow: 658.784 W
INFO    26-05-04 21:05:36.363292 - 1:29:50 -   grad: 1.23e-01  flops: 3.07e+14  wps: 2.87e+04  iter:  0.5102  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 631.416 W
INFO    26-05-04 21:05:38.414615 - 1:29:52 -   grad: 1.36e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5108  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 652.324 W
INFO    26-05-04 21:05:40.518919 - 1:29:54 -   grad: 1.33e-01  flops: 3.33e+14  wps: 3.12e+04  iter:  0.5198  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 660.797 W
INFO    26-05-04 21:05:42.553803 - 1:29:56 -   grad: 1.27e-01  flops: 3.44e+14  wps: 3.23e+04  iter:  0.5105  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 651.674 W
INFO    26-05-04 21:05:44.893452 - 1:29:58 -   grad: 1.36e-01  flops: 2.99e+14  wps: 2.80e+04  iter:  0.5033  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 650.279 W
INFO    26-05-04 21:05:47.914236 - 1:30:01 -   grad: 1.29e-01  flops: 2.32e+14  wps: 2.17e+04  iter:  0.5253  data: 0.0175  lr: 1.00e-03  mem: 50%  pow: 644.309 W
INFO    26-05-04 21:05:49.929472 - 1:30:03 -   grad: 1.09e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4802  data: 0.0139  lr: 1.00e-03  mem: 50%  pow: 665.142 W
INFO    26-05-04 21:05:51.934485 - 1:30:05 -   grad: 1.03e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5047  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 680.327 W
INFO    26-05-04 21:05:53.950187 - 1:30:07 -   grad: 1.19e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5105  data: 0.0126  lr: 1.00e-03  mem: 50%  pow: 655.745 W
INFO    26-05-04 21:05:55.983010 - 1:30:09 -   grad: 1.15e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5129  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 648.473 W
INFO    26-05-04 21:05:58.000003 - 1:30:11 -   grad: 1.06e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5005  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 648.739 W
INFO    26-05-04 21:06:00.003382 - 1:30:13 -   grad: 1.04e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4953  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 669.794 W
INFO    26-05-04 21:06:02.037164 - 1:30:15 -   grad: 1.03e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4989  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 666.179 W
INFO    26-05-04 21:06:04.055610 - 1:30:17 -   grad: 1.09e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5213  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 658.737 W
INFO    26-05-04 21:06:06.124109 - 1:30:19 -   grad: 1.05e-01  flops: 3.39e+14  wps: 3.17e+04  iter:   0.499  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 660.327 W
INFO    26-05-04 21:06:08.242889 - 1:30:21 -   grad: 1.09e-01  flops: 3.31e+14  wps: 3.10e+04  iter:  0.5037  data: 0.0034  lr: 1.00e-03  mem: 50%  pow: 650.749 W
INFO    26-05-04 21:06:10.253418 - 1:30:24 -   grad: 1.07e-01  flops: 3.49e+14  wps: 3.26e+04  iter:   0.485  data: 0.0099  lr: 1.00e-03  mem: 50%  pow: 650.092 W
INFO    26-05-04 21:06:12.269174 - 1:30:26 -   grad: 1.01e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4963  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 646.498 W
INFO    26-05-04 21:06:14.307507 - 1:30:28 -   grad: 1.01e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5095  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 653.602 W
INFO    26-05-04 21:06:16.398595 - 1:30:30 -   grad: 1.03e-01  flops: 3.35e+14  wps: 3.14e+04  iter:  0.5089  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 645.503 W
INFO    26-05-04 21:06:18.844119 - 1:30:32 -   grad: 1.11e-01  flops: 2.86e+14  wps: 2.68e+04  iter:  0.5257  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 639.917 W
INFO    26-05-04 21:06:20.828706 - 1:30:34 -   grad: 1.22e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4999  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 667.775 W
INFO    26-05-04 21:06:22.854597 - 1:30:36 -   grad: 1.26e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4824  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 665.382 W
INFO    26-05-04 21:06:25.288647 - 1:30:39 -   grad: 1.32e-01  flops: 2.88e+14  wps: 2.70e+04  iter:  0.5085  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 650.005 W
INFO    26-05-04 21:06:27.280932 - 1:30:41 -   grad: 1.11e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4903  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 665.485 W
INFO    26-05-04 21:06:29.348908 - 1:30:43 -   grad: 1.19e-01  flops: 3.39e+14  wps: 3.18e+04  iter:   0.519  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 647.02 W
INFO    26-05-04 21:06:31.503859 - 1:30:45 -   grad: 1.24e-01  flops: 3.25e+14  wps: 3.04e+04  iter:  0.4965  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 642.921 W
INFO    26-05-04 21:06:33.505200 - 1:30:47 -   grad: 1.31e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5017  data: 0.0009  lr: 1.00e-03  mem: 50%  pow: 663.373 W
INFO    26-05-04 21:06:35.539310 - 1:30:49 -   grad: 1.27e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5061  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 648.911 W
INFO    26-05-04 21:06:37.514579 - 1:30:51 -   grad: 1.22e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4933  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 667.586 W
INFO    26-05-04 21:06:39.589527 - 1:30:53 -   grad: 1.10e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5143  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 644.872 W
INFO    26-05-04 21:06:41.581005 - 1:30:55 -   grad: 1.09e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4971  data: 0.0021  lr: 1.00e-03  mem: 50%  pow: 648.227 W
INFO    26-05-04 21:06:43.714816 - 1:30:57 -   grad: 1.16e-01  flops: 3.28e+14  wps: 3.07e+04  iter:  0.5068  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 650.846 W
INFO    26-05-04 21:06:45.742816 - 1:30:59 -   grad: 1.08e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5225  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 651.493 W
INFO    26-05-04 21:06:47.728885 - 1:31:01 -   grad: 1.19e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4877  data: 0.0018  lr: 1.00e-03  mem: 50%  pow: 664.655 W
INFO    26-05-04 21:06:49.755812 - 1:31:03 -   grad: 1.10e-01  flops: 3.46e+14  wps: 3.23e+04  iter:  0.4887  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 649.617 W
INFO    26-05-04 21:06:51.890512 - 1:31:05 -   grad: 1.19e-01  flops: 3.28e+14  wps: 3.07e+04  iter:   0.499  data: 0.0045  lr: 1.00e-03  mem: 50%  pow: 658.109 W
INFO    26-05-04 21:06:53.910036 - 1:31:07 -   grad: 1.17e-01  flops: 3.47e+14  wps: 3.25e+04  iter:   0.507  data: 0.0017  lr: 1.00e-03  mem: 50%  pow: 656.173 W
INFO    26-05-04 21:06:55.919059 - 1:31:09 -   grad: 1.09e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.4752  data: 0.0166  lr: 1.00e-03  mem: 50%  pow: 672.415 W
INFO    26-05-04 21:06:57.897217 - 1:31:11 -   grad: 9.59e-02  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5078  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 664.922 W
INFO    26-05-04 21:06:59.912141 - 1:31:13 -   grad: 1.09e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5131  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 649.374 W
INFO    26-05-04 21:07:01.932960 - 1:31:15 -   grad: 1.02e-01  flops: 3.47e+14  wps: 3.24e+04  iter:  0.5113  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 653.034 W
INFO    26-05-04 21:07:03.981857 - 1:31:17 -   grad: 1.06e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4881  data: 0.0164  lr: 1.00e-03  mem: 50%  pow: 656.897 W
INFO    26-05-04 21:07:05.962473 - 1:31:19 -   grad: 1.06e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4864  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 665.381 W
INFO    26-05-04 21:07:08.528832 - 1:31:22 -   grad: 1.14e-01  flops: 2.73e+14  wps: 2.55e+04  iter:  0.5017  data: 0.0018  lr: 1.00e-03  mem: 50%  pow: 658.094 W
INFO    26-05-04 21:07:10.512110 - 1:31:24 -   grad: 1.19e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4958  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 649.992 W
INFO    26-05-04 21:07:12.521792 - 1:31:26 -   grad: 1.12e-01  flops: 3.49e+14  wps: 3.26e+04  iter:     0.5  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 652.411 W
INFO    26-05-04 21:07:14.467318 - 1:31:28 -   grad: 1.11e-01  flops: 3.60e+14  wps: 3.37e+04  iter:  0.4695  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 673.04 W
INFO    26-05-04 21:07:16.512959 - 1:31:30 -   grad: 1.03e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5025  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 651.29 W
INFO    26-05-04 21:07:18.487219 - 1:31:32 -   grad: 1.14e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4929  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 664.006 W
INFO    26-05-04 21:07:20.527397 - 1:31:34 -   grad: 1.10e-01  flops: 3.43e+14  wps: 3.22e+04  iter:  0.5172  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 646.943 W
INFO    26-05-04 21:07:22.569522 - 1:31:36 -   grad: 1.13e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5167  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 642.628 W
INFO    26-05-04 21:07:24.594943 - 1:31:38 -   grad: 1.00e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4823  data: 0.0166  lr: 1.00e-03  mem: 50%  pow: 652.916 W
INFO    26-05-04 21:07:26.652867 - 1:31:40 -   grad: 1.16e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4998  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 649.138 W
INFO    26-05-04 21:07:28.674153 - 1:31:42 -   grad: 1.16e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5116  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 653.686 W
INFO    26-05-04 21:07:30.689399 - 1:31:44 -   grad: 1.13e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5175  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 650.855 W
INFO    26-05-04 21:07:32.694588 - 1:31:46 -   grad: 1.19e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4744  data: 0.0149  lr: 1.00e-03  mem: 50%  pow: 661.775 W
INFO    26-05-04 21:07:34.735244 - 1:31:48 -   grad: 1.10e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5096  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 655.54 W
INFO    26-05-04 21:07:36.739931 - 1:31:50 -   grad: 1.10e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4986  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 645.904 W
INFO    26-05-04 21:07:38.969162 - 1:31:52 -   grad: 1.21e-01  flops: 3.14e+14  wps: 2.94e+04  iter:  0.4803  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 655.911 W
INFO    26-05-04 21:07:42.043064 - 1:31:55 -   grad: 1.14e-01  flops: 2.28e+14  wps: 2.13e+04  iter:  0.4829  data: 0.0038  lr: 1.00e-03  mem: 50%  pow: 657.462 W
INFO    26-05-04 21:07:44.064730 - 1:31:57 -   grad: 1.12e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5036  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 655.922 W
INFO    26-05-04 21:07:46.478333 - 1:32:00 -   grad: 1.10e-01  flops: 2.90e+14  wps: 2.72e+04  iter:  0.5053  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 652.016 W
INFO    26-05-04 21:07:48.484781 - 1:32:02 -   grad: 9.86e-02  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5004  data: 0.0018  lr: 1.00e-03  mem: 50%  pow: 669.289 W
INFO    26-05-04 21:07:50.477283 - 1:32:04 -   grad: 1.20e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5067  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 653.121 W
INFO    26-05-04 21:07:52.577651 - 1:32:06 -   grad: 1.34e-01  flops: 3.34e+14  wps: 3.12e+04  iter:  0.5271  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 648.728 W
INFO    26-05-04 21:07:54.573242 - 1:32:08 -   grad: 1.18e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4924  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 663.581 W
INFO    26-05-04 21:07:57.306766 - 1:32:11 -   grad: 1.05e-01  flops: 2.56e+14  wps: 2.40e+04  iter:   0.514  data: 0.0009  lr: 1.00e-03  mem: 50%  pow: 655.821 W
INFO    26-05-04 21:07:59.267805 - 1:32:13 -   grad: 1.26e-01  flops: 3.57e+14  wps: 3.35e+04  iter:  0.4734  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 668.11 W
INFO    26-05-04 21:08:01.299659 - 1:32:15 -   grad: 1.38e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5061  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 653.521 W
INFO    26-05-04 21:08:03.356632 - 1:32:17 -   grad: 1.44e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4901  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 658.969 W
INFO    26-05-04 21:08:05.570925 - 1:32:19 -   grad: 1.29e-01  flops: 3.16e+14  wps: 2.96e+04  iter:  0.4959  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 649.808 W
INFO    26-05-04 21:08:07.588012 - 1:32:21 -   grad: 1.23e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5023  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 667.35 W
INFO    26-05-04 21:08:09.718848 - 1:32:23 -   grad: 1.03e-01  flops: 3.29e+14  wps: 3.08e+04  iter:  0.5201  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 646.154 W
INFO    26-05-04 21:08:11.731383 - 1:32:25 -   grad: 1.31e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5065  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 651.065 W
INFO    26-05-04 21:08:13.758427 - 1:32:27 -   grad: 1.22e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5011  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 661.293 W
INFO    26-05-04 21:08:15.964834 - 1:32:29 -   grad: 1.07e-01  flops: 3.17e+14  wps: 2.97e+04  iter:  0.4874  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 661.907 W
INFO    26-05-04 21:08:17.976897 - 1:32:31 -   grad: 1.25e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4964  data: 0.0018  lr: 1.00e-03  mem: 50%  pow: 642.871 W
INFO    26-05-04 21:08:19.997236 - 1:32:33 -   grad: 1.12e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5151  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 654.299 W
INFO    26-05-04 21:08:22.960809 - 1:32:36 -   grad: 1.02e-01  flops: 2.36e+14  wps: 2.21e+04  iter:  0.5172  data: 0.0024  lr: 1.00e-03  mem: 50%  pow: 636.76 W
INFO    26-05-04 21:08:29.045542 - 1:32:42 -   grad: 1.08e-01  flops: 1.15e+14  wps: 1.08e+04  iter:  0.4916  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 649.747 W
INFO    26-05-04 21:08:31.050729 - 1:32:44 -   grad: 1.23e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4966  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 655.883 W
INFO    26-05-04 21:08:33.094630 - 1:32:46 -   grad: 1.02e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4946  data: 0.0154  lr: 1.00e-03  mem: 50%  pow: 636.084 W
INFO    26-05-04 21:08:35.152109 - 1:32:48 -   grad: 1.03e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5244  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 652.883 W
INFO    26-05-04 21:08:37.249501 - 1:32:51 -   grad: 9.60e-02  flops: 3.34e+14  wps: 3.13e+04  iter:  0.4992  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 641.262 W
INFO    26-05-04 21:08:39.343044 - 1:32:53 -   grad: 1.05e-01  flops: 3.35e+14  wps: 3.13e+04  iter:  0.5131  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 642.851 W
INFO    26-05-04 21:08:41.386730 - 1:32:55 -   grad: 9.77e-02  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4972  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 653.495 W
INFO    26-05-04 21:08:43.486788 - 1:32:57 -   grad: 1.12e-01  flops: 3.34e+14  wps: 3.12e+04  iter:  0.5467  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 652.784 W
INFO    26-05-04 21:08:45.513866 - 1:32:59 -   grad: 1.06e-01  flops: 3.46e+14  wps: 3.23e+04  iter:     0.5  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 662.365 W
INFO    26-05-04 21:08:47.700336 - 1:33:01 -   grad: 9.83e-02  flops: 3.20e+14  wps: 3.00e+04  iter:  0.5362  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 648.593 W
INFO    26-05-04 21:08:49.719684 - 1:33:03 -   grad: 9.88e-02  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4999  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 652.523 W
INFO    26-05-04 21:08:51.889471 - 1:33:05 -   grad: 9.63e-02  flops: 3.23e+14  wps: 3.02e+04  iter:  0.5079  data: 0.0038  lr: 1.00e-03  mem: 50%  pow: 659.816 W
INFO    26-05-04 21:08:53.930000 - 1:33:07 -   grad: 9.74e-02  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5105  data: 0.0022  lr: 1.00e-03  mem: 50%  pow: 640.668 W
INFO    26-05-04 21:08:55.948141 - 1:33:09 -   grad: 9.87e-02  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4968  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 641.15 W
INFO    26-05-04 21:08:57.959524 - 1:33:11 -   grad: 9.99e-02  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4905  data: 0.0089  lr: 1.00e-03  mem: 50%  pow: 659.007 W
INFO    26-05-04 21:09:00.086974 - 1:33:13 -   grad: 1.08e-01  flops: 3.29e+14  wps: 3.08e+04  iter:  0.5046  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 652.905 W
INFO    26-05-04 21:09:02.272112 - 1:33:16 -   grad: 1.11e-01  flops: 3.21e+14  wps: 3.00e+04  iter:  0.4924  data: 0.0026  lr: 1.00e-03  mem: 50%  pow: 663.338 W
INFO    26-05-04 21:09:04.302018 - 1:33:18 -   grad: 1.04e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4935  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 662.497 W
INFO    26-05-04 21:09:06.325449 - 1:33:20 -   grad: 1.16e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5064  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 657.354 W
INFO    26-05-04 21:09:08.456351 - 1:33:22 -   grad: 1.06e-01  flops: 3.29e+14  wps: 3.08e+04  iter:  0.5262  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 642.941 W
INFO    26-05-04 21:09:10.452327 - 1:33:24 -   grad: 1.17e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4854  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 666.992 W
INFO    26-05-04 21:09:12.470913 - 1:33:26 -   grad: 1.16e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5075  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 656.097 W
INFO    26-05-04 21:09:14.460606 - 1:33:28 -   grad: 1.19e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4991  data: 0.0017  lr: 1.00e-03  mem: 50%  pow: 661.706 W
INFO    26-05-04 21:09:16.480392 - 1:33:30 -   grad: 1.17e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4945  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 675.373 W
INFO    26-05-04 21:09:18.488706 - 1:33:32 -   grad: 1.14e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5061  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 651.312 W
INFO    26-05-04 21:09:20.481405 - 1:33:34 -   grad: 1.05e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4896  data: 0.0034  lr: 1.00e-03  mem: 50%  pow: 656.685 W
INFO    26-05-04 21:09:22.474486 - 1:33:36 -   grad: 1.24e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4811  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 659.443 W
INFO    26-05-04 21:09:24.557776 - 1:33:38 -   grad: 1.06e-01  flops: 3.36e+14  wps: 3.15e+04  iter:  0.4877  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 659.283 W
INFO    26-05-04 21:09:26.555862 - 1:33:40 -   grad: 1.07e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5051  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 651.786 W
INFO    26-05-04 21:09:28.745862 - 1:33:42 -   grad: 1.03e-01  flops: 3.20e+14  wps: 2.99e+04  iter:  0.5173  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 642.991 W
INFO    26-05-04 21:09:30.756718 - 1:33:44 -   grad: 1.14e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4928  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 635.481 W
INFO    26-05-04 21:09:33.050608 - 1:33:46 -   grad: 1.11e-01  flops: 3.05e+14  wps: 2.86e+04  iter:  0.5056  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 652.515 W
INFO    26-05-04 21:09:35.254094 - 1:33:49 -   grad: 1.16e-01  flops: 3.18e+14  wps: 2.98e+04  iter:  0.4791  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 668.832 W
INFO    26-05-04 21:09:37.298767 - 1:33:51 -   grad: 1.18e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5381  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 632.262 W
INFO    26-05-04 21:09:39.332554 - 1:33:53 -   grad: 1.03e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5061  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 646.509 W
INFO    26-05-04 21:09:41.394364 - 1:33:55 -   grad: 1.02e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5122  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 644.095 W
INFO    26-05-04 21:09:43.417820 - 1:33:57 -   grad: 1.01e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5109  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 669.198 W
INFO    26-05-04 21:09:45.534084 - 1:33:59 -   grad: 1.02e-01  flops: 3.31e+14  wps: 3.10e+04  iter:  0.5323  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 652.836 W
INFO    26-05-04 21:09:47.682977 - 1:34:01 -   grad: 1.02e-01  flops: 3.27e+14  wps: 3.06e+04  iter:  0.5165  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 647.409 W
INFO    26-05-04 21:09:49.700878 - 1:34:03 -   grad: 1.08e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4989  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 656.686 W
INFO    26-05-04 21:09:51.710561 - 1:34:05 -   grad: 1.11e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5094  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 654.467 W
INFO    26-05-04 21:09:53.708381 - 1:34:07 -   grad: 9.99e-02  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5093  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 663.623 W
INFO    26-05-04 21:09:56.502855 - 1:34:10 -   grad: 1.17e-01  flops: 2.51e+14  wps: 2.35e+04  iter:  0.5117  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 648.792 W
INFO    26-05-04 21:09:58.500361 - 1:34:12 -   grad: 1.17e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4841  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 684.511 W
INFO    26-05-04 21:10:00.644564 - 1:34:14 -   grad: 1.11e-01  flops: 3.27e+14  wps: 3.06e+04  iter:  0.4831  data: 0.0161  lr: 1.00e-03  mem: 50%  pow: 657.427 W
INFO    26-05-04 21:10:02.714175 - 1:34:16 -   grad: 1.13e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5108  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 659.637 W
INFO    26-05-04 21:10:04.736355 - 1:34:18 -   grad: 1.30e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4848  data: 0.0208  lr: 1.00e-03  mem: 50%  pow: 646.191 W
INFO    26-05-04 21:10:06.736635 - 1:34:20 -   grad: 1.16e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4989  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 659.176 W
INFO    26-05-04 21:10:08.750718 - 1:34:22 -   grad: 1.04e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5008  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 670.202 W
INFO    26-05-04 21:10:10.749676 - 1:34:24 -   grad: 1.12e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4954  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 658.75 W
INFO    26-05-04 21:10:12.730746 - 1:34:26 -   grad: 1.06e-01  flops: 3.54e+14  wps: 3.31e+04  iter:   0.474  data: 0.0158  lr: 1.00e-03  mem: 50%  pow: 652.307 W
INFO    26-05-04 21:10:14.762681 - 1:34:28 -   grad: 1.27e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4861  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 652.242 W
INFO    26-05-04 21:10:16.794522 - 1:34:30 -   grad: 1.26e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4896  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 662.568 W
INFO    26-05-04 21:10:18.889791 - 1:34:32 -   grad: 1.18e-01  flops: 3.34e+14  wps: 3.13e+04  iter:  0.4741  data: 0.0288  lr: 1.00e-03  mem: 50%  pow: 639.421 W
INFO    26-05-04 21:10:20.852906 - 1:34:34 -   grad: 1.04e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.5072  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 657.964 W
INFO    26-05-04 21:10:22.901188 - 1:34:36 -   grad: 1.16e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5038  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 643.662 W
INFO    26-05-04 21:10:25.562647 - 1:34:39 -   grad: 1.06e-01  flops: 2.63e+14  wps: 2.46e+04  iter:  0.4964  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 663.05 W
INFO    26-05-04 21:10:27.632347 - 1:34:41 -   grad: 1.07e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5078  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 648.458 W
INFO    26-05-04 21:10:29.659801 - 1:34:43 -   grad: 9.98e-02  flops: 3.46e+14  wps: 3.24e+04  iter:   0.504  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 643.546 W
INFO    26-05-04 21:10:31.703534 - 1:34:45 -   grad: 9.06e-02  flops: 3.43e+14  wps: 3.21e+04  iter:   0.524  data: 0.0009  lr: 1.00e-03  mem: 50%  pow: 643.779 W
INFO    26-05-04 21:10:33.747086 - 1:34:47 -   grad: 9.16e-02  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5167  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 645.202 W
INFO    26-05-04 21:10:35.747839 - 1:34:49 -   grad: 9.01e-02  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4958  data: 0.0171  lr: 1.00e-03  mem: 50%  pow: 659.632 W
INFO    26-05-04 21:10:37.799782 - 1:34:51 -   grad: 9.06e-02  flops: 3.42e+14  wps: 3.21e+04  iter:  0.4811  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 660.404 W
INFO    26-05-04 21:10:39.851437 - 1:34:53 -   grad: 9.84e-02  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5276  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 637.851 W
INFO    26-05-04 21:10:42.658460 - 1:34:56 -   grad: 1.10e-01  flops: 2.50e+14  wps: 2.34e+04  iter:  0.5018  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 656.698 W
INFO    26-05-04 21:10:44.847937 - 1:34:58 -   grad: 1.15e-01  flops: 3.20e+14  wps: 3.00e+04  iter:  0.4901  data: 0.0143  lr: 1.00e-03  mem: 50%  pow: 650.312 W
INFO    26-05-04 21:10:46.853818 - 1:35:00 -   grad: 1.16e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5191  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 648.333 W
INFO    26-05-04 21:10:48.886069 - 1:35:02 -   grad: 1.22e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5161  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 651.164 W
INFO    26-05-04 21:10:50.939006 - 1:35:04 -   grad: 1.19e-01  flops: 3.41e+14  wps: 3.20e+04  iter:  0.5301  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 649.159 W
INFO    26-05-04 21:10:52.975118 - 1:35:06 -   grad: 1.10e-01  flops: 3.44e+14  wps: 3.22e+04  iter:   0.483  data: 0.018  lr: 1.00e-03  mem: 50%  pow: 662.581 W
INFO    26-05-04 21:10:54.961067 - 1:35:08 -   grad: 1.11e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4968  data: 0.0022  lr: 1.00e-03  mem: 50%  pow: 657.223 W
INFO    26-05-04 21:10:56.973118 - 1:35:10 -   grad: 1.12e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5063  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 661.54 W
INFO    26-05-04 21:10:59.037269 - 1:35:12 -   grad: 1.09e-01  flops: 3.39e+14  wps: 3.18e+04  iter:   0.528  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 655.673 W
INFO    26-05-04 21:11:01.067163 - 1:35:14 -   grad: 1.02e-01  flops: 3.46e+14  wps: 3.23e+04  iter:  0.5063  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 648.171 W
INFO    26-05-04 21:11:03.067041 - 1:35:16 -   grad: 1.08e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4978  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 660.879 W
INFO    26-05-04 21:11:05.074498 - 1:35:18 -   grad: 1.08e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5153  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 654.047 W
INFO    26-05-04 21:11:07.234327 - 1:35:20 -   grad: 1.08e-01  flops: 3.24e+14  wps: 3.04e+04  iter:  0.5136  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 645.275 W
INFO    26-05-04 21:11:09.286695 - 1:35:23 -   grad: 1.13e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5031  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 653.206 W
INFO    26-05-04 21:11:11.340972 - 1:35:25 -   grad: 1.10e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5377  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 644.384 W
INFO    26-05-04 21:11:13.471812 - 1:35:27 -   grad: 1.22e-01  flops: 3.29e+14  wps: 3.08e+04  iter:  0.5093  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 656.724 W
INFO    26-05-04 21:11:15.500840 - 1:35:29 -   grad: 1.16e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5059  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 650.478 W
INFO    26-05-04 21:11:17.566015 - 1:35:31 -   grad: 1.10e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5061  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 663.949 W
INFO    26-05-04 21:11:19.767710 - 1:35:33 -   grad: 1.10e-01  flops: 3.18e+14  wps: 2.98e+04  iter:  0.4828  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 662.851 W
INFO    26-05-04 21:11:21.792489 - 1:35:35 -   grad: 1.04e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4989  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 667.747 W
INFO    26-05-04 21:11:23.855715 - 1:35:37 -   grad: 9.77e-02  flops: 3.40e+14  wps: 3.18e+04  iter:  0.4983  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 649.242 W
INFO    26-05-04 21:11:25.865150 - 1:35:39 -   grad: 1.04e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5067  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 647.66 W
INFO    26-05-04 21:11:28.602147 - 1:35:42 -   grad: 1.12e-01  flops: 2.56e+14  wps: 2.40e+04  iter:  0.4759  data: 0.0269  lr: 1.00e-03  mem: 50%  pow: 658.94 W
INFO    26-05-04 21:11:33.131301 - 1:35:46 -   grad: 1.11e-01  flops: 1.55e+14  wps: 1.45e+04  iter:  0.4957  data: 0.0149  lr: 1.00e-03  mem: 50%  pow: 654.686 W
INFO    26-05-04 21:11:35.209393 - 1:35:48 -   grad: 1.27e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.5252  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 640.275 W
INFO    26-05-04 21:11:37.224129 - 1:35:50 -   grad: 1.20e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4972  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 668.025 W
INFO    26-05-04 21:11:39.256674 - 1:35:53 -   grad: 1.19e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5081  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 647.967 W
INFO    26-05-04 21:11:41.242405 - 1:35:54 -   grad: 1.27e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4749  data: 0.0158  lr: 1.00e-03  mem: 50%  pow: 670.53 W
INFO    26-05-04 21:11:43.461749 - 1:35:57 -   grad: 1.27e-01  flops: 3.16e+14  wps: 2.95e+04  iter:  0.4952  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 648.945 W
INFO    26-05-04 21:11:45.538798 - 1:35:59 -   grad: 1.25e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.5062  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 648.095 W
INFO    26-05-04 21:11:48.259819 - 1:36:02 -   grad: 1.23e-01  flops: 2.58e+14  wps: 2.41e+04  iter:  0.4951  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 658.411 W
INFO    26-05-04 21:11:50.289263 - 1:36:04 -   grad: 1.07e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5168  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 648.94 W
INFO    26-05-04 21:11:52.749498 - 1:36:06 -   grad: 1.01e-01  flops: 2.85e+14  wps: 2.67e+04  iter:  0.4899  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 657.263 W
INFO    26-05-04 21:11:54.819835 - 1:36:08 -   grad: 1.01e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4968  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 676.89 W
INFO    26-05-04 21:11:57.058051 - 1:36:10 -   grad: 9.99e-02  flops: 3.13e+14  wps: 2.93e+04  iter:  0.5017  data: 0.0018  lr: 1.00e-03  mem: 50%  pow: 647.332 W
INFO    26-05-04 21:11:59.312655 - 1:36:13 -   grad: 1.01e-01  flops: 3.11e+14  wps: 2.91e+04  iter:  0.4808  data: 0.0167  lr: 1.00e-03  mem: 50%  pow: 662.3 W
INFO    26-05-04 21:12:01.619696 - 1:36:15 -   grad: 1.07e-01  flops: 3.04e+14  wps: 2.84e+04  iter:  0.5106  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 644.246 W
INFO    26-05-04 21:12:03.648509 - 1:36:17 -   grad: 9.37e-02  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5205  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 645.42 W
INFO    26-05-04 21:12:05.673532 - 1:36:19 -   grad: 9.27e-02  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5057  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 640.025 W
INFO    26-05-04 21:12:07.672596 - 1:36:21 -   grad: 9.60e-02  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5034  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 657.193 W
INFO    26-05-04 21:12:09.694123 - 1:36:23 -   grad: 1.07e-01  flops: 3.47e+14  wps: 3.24e+04  iter:  0.5151  data: 0.0009  lr: 1.00e-03  mem: 50%  pow: 654.234 W
INFO    26-05-04 21:12:11.643945 - 1:36:25 -   grad: 1.09e-01  flops: 3.59e+14  wps: 3.36e+04  iter:  0.4897  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 669.763 W
INFO    26-05-04 21:12:13.644942 - 1:36:27 -   grad: 1.24e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4934  data: 0.0025  lr: 1.00e-03  mem: 50%  pow: 658.668 W
INFO    26-05-04 21:12:15.705357 - 1:36:29 -   grad: 1.10e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.4839  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 664.379 W
INFO    26-05-04 21:12:17.781786 - 1:36:31 -   grad: 1.02e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.5041  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 657.443 W
INFO    26-05-04 21:12:19.757621 - 1:36:33 -   grad: 1.04e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4934  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 652.586 W
INFO    26-05-04 21:12:21.730162 - 1:36:35 -   grad: 1.04e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4852  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 666.53 W
INFO    26-05-04 21:12:24.280350 - 1:36:38 -   grad: 1.17e-01  flops: 2.75e+14  wps: 2.57e+04  iter:  0.5052  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 662.839 W
INFO    26-05-04 21:12:26.870700 - 1:36:40 -   grad: 1.24e-01  flops: 2.70e+14  wps: 2.53e+04  iter:   0.504  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 639.332 W
INFO    26-05-04 21:12:27.341229 - 1:36:41 - Saving to: /fsx/craffel/lingua_logs/checkpoints/safe_v2_2nodes/0000002500
INFO    26-05-04 21:12:27.342729 - 1:36:41 - Saving...
ip-26-0-161-178:3787017:3802116 [3] NCCL INFO Channel 00/1 : 3[3] -> 0[0] via P2P/CUMEM
ip-26-0-161-178:3787017:3802116 [3] NCCL INFO Channel 01/1 : 3[3] -> 0[0] via P2P/CUMEM
INFO    26-05-04 21:16:50.076051 - 1:41:03 - State dict saved!
INFO    26-05-04 21:16:50.077580 - 1:41:03 - Saving train state to: /fsx/craffel/lingua_logs/checkpoints/safe_v2_2nodes/0000002500/train_state_00003.json
INFO    26-05-04 21:16:55.495251 - 1:41:09 - Train state saved !
INFO    26-05-04 21:16:55.495346 - 1:41:09 - Cleaning up checkpoints...
INFO    26-05-04 21:16:55.495505 - 1:41:09 - Dump folders: [PosixPath('/fsx/craffel/lingua_logs/checkpoints/safe_v2_2nodes/0000002500')]
INFO    26-05-04 21:16:55.495538 - 1:41:09 - Eval folders: [PosixPath('/fsx/craffel/lingua_logs/checkpoints/safe_v2_2nodes/0000002500')]
INFO    26-05-04 21:16:55.495560 - 1:41:09 - Other folders: []
INFO    26-05-04 21:16:55.495620 - 1:41:09 - Removing folders: set()
ip-26-0-161-178:3787017:3789193 [3] NCCL INFO [Service thread] Connection closed by localRank 2
ip-26-0-161-178:3787017:3789193 [3] NCCL INFO [Service thread] Connection closed by localRank 6
ip-26-0-161-178:3787017:3789193 [3] NCCL INFO [Service thread] Connection closed by localRank 1
ip-26-0-161-178:3787017:3789193 [3] NCCL INFO [Service thread] Connection closed by localRank 7
INFO    26-05-04 21:17:18.991797 - 1:41:32 - Killing async data process 3789223 ...
INFO    26-05-04 21:17:18.992005 - 1:41:32 - Async dataloader cleaned up
ip-26-0-161-178:3787017:3789193 [3] NCCL INFO [Service thread] Connection closed by localRank 3
ip-26-0-161-178:3787017:3789193 [3] NCCL INFO [Service thread] Connection closed by localRank 5
ip-26-0-161-178:3787017:3789193 [3] NCCL INFO [Service thread] Connection closed by localRank 4
ip-26-0-161-178:3787017:3789193 [3] NCCL INFO [Service thread] Connection closed by localRank 0
ip-26-0-161-178:3787017:3802594 [3] NCCL INFO comm 0x122be770 rank 3 nranks 16 cudaDev 3 busId 86000 - Abort COMPLETE