safe_v2_2nodes/logs/22108862_9.out

WARNING 26-05-04 19:35:46.746057 - 0:00:00 - Signal handler installed.
WARNING 26-05-04 19:35:46.746352 - 0:00:00 - WARNING: Setting MKL_SERVICE_FORCE_INTEL to GNU
WARNING 26-05-04 19:35:46.746421 - 0:00:00 - WARNING: Setting MKL_NUM_THREADS to 1
WARNING 26-05-04 19:35:46.746474 - 0:00:00 - WARNING: Setting ENABLE_INTRA_NODE_COMM to 1
WARNING 26-05-04 19:35:46.746516 - 0:00:00 - WARNING: Setting TORCH_NCCL_AVOID_RECORD_STREAMS to 1
WARNING 26-05-04 19:35:46.746553 - 0:00:00 - WARNING: Setting NCCL_IB_TIMEOUT to 22
WARNING 26-05-04 19:35:46.746590 - 0:00:00 - WARNING: Setting NCCL_DEBUG to INFO
WARNING 26-05-04 19:35:46.746624 - 0:00:00 - WARNING: Setting TORCH_NCCL_ASYNC_ERROR_HANDLING to 1
WARNING 26-05-04 19:35:46.746657 - 0:00:00 - WARNING: Setting TRITON_CACHE_DIR to /scratch/tmpginlzfg5
INFO    26-05-04 19:36:02.661434 - 0:00:16 - Run launched with slurm, local rank: 1
INFO    26-05-04 19:36:02.661704 - 0:00:16 - ENV: environ({'SHELL': '/bin/bash', 'WANDB_CACHE_DIR': '/fsx/craffel/.cache', 'SLURM_JOB_USER': 'craffel', 'SLURM_TASKS_PER_NODE': '8(x2)', 'SLURM_JOB_UID': '150016', 'SLURM_TASK_PID': '534827', 'CONDA_EXE': '/fsx/craffel/miniconda3/bin/conda', '_CE_M': '', 'TMUX': '/tmp/tmux-150016/default,252572,0', 'SLURM_JOB_GPUS': '0,1,2,3,4,5,6,7', 'SLURM_LOCALID': '1', 'SLURM_SUBMIT_DIR': '/fsx/craffel/lingua', 'HOSTNAME': 'ip-26-0-161-178', 'SLURMD_NODENAME': 'ip-26-0-162-14', 'GEMINI_API_KEY': 'AIzaSyBT31m2dQ53T4xx6oyqUGY_G9urgQ1F1RA', 'CONDA_AUTO_ACTIVATE_BASE': 'false', 'SLURM_NODE_ALIASES': '(null)', 'SLURM_CLUSTER_NAME': 'cluster', 'HF_DATASETS_CACHE': '/fsx/craffel/.cache', 'SLURM_CPUS_ON_NODE': '16', 'SLURM_JOB_CPUS_PER_NODE': '16(x2)', 'LAUNCH_WITH': 'SBATCH', 'ENV': '/usr/share/modules/init/profile.sh', 'SLURM_GPUS_ON_NODE': '8', 'PWD': '/fsx/craffel/lingua_logs/safe_v2_2nodes/code', 'SLURM_GTIDS': '8,9,10,11,12,13,14,15', 'LOGNAME': 'craffel', 'CONDA_ROOT': '/fsx/craffel/miniconda3/', 'XDG_SESSION_TYPE': 'tty', 'CONDA_PREFIX': '/fsx/craffel/miniconda3/envs/lingua_250401', 'SLURM_JOB_PARTITION': 'hopper-prod', 'MODULESHOME': '/usr/share/modules', 'MANPATH': ':', 'ROCR_VISIBLE_DEVICES': '0,1,2,3,4,5,6,7', 'SLURM_JOB_NUM_NODES': '2', 'SLURM_OPEN_MODE': 'a', 'SLURM_JOBID': '22108862', 'SLURM_JOB_QOS': 'normal priority qos', 'MOTD_SHOWN': 'pam', 'HOME': '/admin/home/craffel', 'LANG': 'C.UTF-8', 'LS_COLORS': 'rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=00:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.zst=01;31:*.tzst=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.wim=01;31:*.swm=01;31:*.dwm=01;31:*.esd=01;31:*.jpg=01;35:*.jpeg=01;35:*.mjpg=01;35:*.mjpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=00;36:*.au=00;36:*.flac=00;36:*.m4a=00;36:*.mid=00;36:*.midi=00;36:*.mka=00;36:*.mp3=00;36:*.mpc=00;36:*.ogg=00;36:*.ra=00;36:*.wav=00;36:*.oga=00;36:*.opus=00;36:*.spx=00;36:*.xspf=00;36:', 'SLURM_PROCID': '9', 'CONDA_PROMPT_MODIFIER': '(lingua_250401) ', 'TMPDIR': '/scratch', 'SLURM_CPUS_PER_TASK': '16', 'SLURM_NTASKS': '16', 'SLURM_TOPOLOGY_ADDR': 'ip-26-0-162-14', 'SSH_CONNECTION': '10.1.106.203 52667 10.53.90.63 22', 'PIP_CACHE_DIR': '/fsx/craffel/.cache', 'ZE_AFFINITY_MASK': '0,1,2,3,4,5,6,7', 'SLURM_TOPOLOGY_ADDR_PATTERN': 'node', 'CUDA_VISIBLE_DEVICES': '0,1,2,3,4,5,6,7', 'HF_HOME': '/fsx/craffel/.cache/huggingface', 'LESSCLOSE': '/usr/bin/lesspipe %s %s', 'MODULEPATH_modshare': '/etc/environment-modules/modules:1:/usr/share/modules/$MODULE_VERSION/modulefiles:1:/usr/share/modules/modulefiles:1:/usr/share/modules/versions:1', 'XDG_SESSION_CLASS': 'user', 'SLURM_WORKING_CLUSTER': 'cluster:ip-10-53-88-239:6817:9728:109', 'TERM': 'screen-256color', '_CE_CONDA': '', 'LESSOPEN': '| /usr/bin/lesspipe %s', 'USER': 'craffel', 'TMUX_PANE': '%10', 'SLURM_NODELIST': 'ip-26-0-161-178,ip-26-0-162-14', 'WANDB_API_KEY': '3b243fdc205416accf89e782b3dd8dcb77b071e0', 'ENVIRONMENT': 'BATCH', 'HUGGINGFACE_HUB_CACHE': '/fsx/craffel/.cache', 'GPU_DEVICE_ORDINAL': '0,1,2,3,4,5,6,7', 'CONDA_SHLVL': '1', 'LOADEDMODULES': '', 'SLURM_JOB_ACCOUNT': 'huggingface', 'SLURM_PRIO_PROCESS': '0', 'SLURM_NPROCS': '16', 'SHLVL': '3', 'SLURM_NNODES': '2', 'BASH_ENV': '/usr/share/modules/init/bash', 'XDG_SESSION_ID': '156', 'SLURM_SUBMIT_HOST': 'login-node-1', 'CONDA_PYTHON_EXE': '/fsx/craffel/miniconda3/bin/python', 'LD_LIBRARY_PATH': '/opt/amazon/efa/lib:/opt/amazon/openmpi/lib:/opt/aws-ofi-nccl/lib:/usr/local/cuda-12.1/lib:/usr/local/cuda-12.1/lib64:/usr/local/cuda-12.1:/usr/local/cuda-12.1/targets/x86_64-linux/lib/:/usr/local/cuda-12.1/extras/CUPTI/lib64:/usr/local/lib:/usr/lib:/opt/amazon/efa/lib:/opt/amazon/openmpi/lib:/opt/aws-ofi-nccl/lib:/usr/local/cuda-12.1/lib:/usr/local/cuda-12.1/lib64:/usr/local/cuda-12.1:/usr/local/cuda-12.1/targets/x86_64-linux/lib/:/usr/local/cuda-12.1/extras/CUPTI/lib64:/usr/local/lib:/usr/lib', 'XDG_RUNTIME_DIR': '/run/user/150016', 'SLURM_JOB_ID': '22108862', 'SLURM_NODEID': '1', 'SSH_CLIENT': '10.1.106.203 63933 22', 'CONDA_DEFAULT_ENV': 'lingua_250401', 'OMP_NUM_THREADS': '1', 'DUMP_DIR': '/fsx/craffel/lingua_logs/safe_v2_2nodes', 'XDG_DATA_DIRS': '/usr/local/share:/usr/share:/var/lib/snapd/desktop', 'SLURM_CONF': '/opt/slurm/etc/slurm.conf', 'PATH': '/fsx/craffel/miniconda3/envs/lingua_250401/bin:/admin/home/craffel/.opencode/bin:/fsx/craffel/miniconda3/bin:/opt/slurm/bin:/opt/amazon/openmpi/bin:/opt/amazon/efa/bin:/usr/local/cuda-12.1/bin:/usr/local/cuda-12.1/include:/admin/home/craffel/.opencode/bin:/fsx/craffel/miniconda3/condabin:/fsx/craffel/miniconda3/bin:/opt/slurm/bin:/opt/amazon/openmpi/bin:/opt/amazon/efa/bin:/usr/local/cuda-12.1/bin:/usr/local/cuda-12.1/include:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin', 'SLURM_JOB_NAME': 'safe_v2_2nodes', 'MODULEPATH': '/etc/environment-modules/modules:/usr/share/modules/versions:/usr/share/modules/$MODULE_VERSION/modulefiles:/usr/share/modules/modulefiles', 'SLURM_NTASKS_PER_NODE': '1', 'DBUS_SESSION_BUS_ADDRESS': 'unix:path=/run/user/150016/bus', 'SSH_TTY': '/dev/pts/8', 'WANDB_CONFIG_DIR': '/fsx/craffel/.cache', 'SLURM_JOB_GID': '150016', 'HF_MODULES_CACHE': '/fsx/craffel/.cache', 'OLDPWD': '/fsx/craffel/lingua', 'SLURM_JOB_NODELIST': 'ip-26-0-161-178,ip-26-0-162-14', 'MODULES_CMD': '/usr/lib/x86_64-linux-gnu/modulecmd.tcl', 'BASH_FUNC_switchml%%': '() {  typeset swfound=1;\n if [ "${MODULES_USE_COMPAT_VERSION:-0}" = \'1\' ]; then\n typeset swname=\'main\';\n if [ -e /usr/lib/x86_64-linux-gnu/modulecmd.tcl ]; then\n typeset swfound=0;\n unset MODULES_USE_COMPAT_VERSION;\n fi;\n else\n typeset swname=\'compatibility\';\n if [ -e /usr/lib/x86_64-linux-gnu/modulecmd-compat ]; then\n typeset swfound=0;\n MODULES_USE_COMPAT_VERSION=1;\n export MODULES_USE_COMPAT_VERSION;\n fi;\n fi;\n if [ $swfound -eq 0 ]; then\n echo "Switching to Modules $swname version";\n source /usr/share/modules/init/bash;\n else\n echo "Cannot switch to Modules $swname version, command not found";\n return 1;\n fi\n}', 'BASH_FUNC_module%%': '() {  unset _mlshdbg;\n if [ "${MODULES_SILENT_SHELL_DEBUG:-0}" = \'1\' ]; then\n case "$-" in \n *v*x*)\n set +vx;\n _mlshdbg=\'vx\'\n ;;\n *v*)\n set +v;\n _mlshdbg=\'v\'\n ;;\n *x*)\n set +x;\n _mlshdbg=\'x\'\n ;;\n *)\n _mlshdbg=\'\'\n ;;\n esac;\n fi;\n unset _mlre _mlIFS;\n if [ -n "${IFS+x}" ]; then\n _mlIFS=$IFS;\n fi;\n IFS=\' \';\n for _mlv in ${MODULES_RUN_QUARANTINE:-};\n do\n if [ "${_mlv}" = "${_mlv##*[!A-Za-z0-9_]}" -a "${_mlv}" = "${_mlv#[0-9]}" ]; then\n if [ -n "`eval \'echo ${\'$_mlv\'+x}\'`" ]; then\n _mlre="${_mlre:-}${_mlv}_modquar=\'`eval \'echo ${\'$_mlv\'}\'`\' ";\n fi;\n _mlrv="MODULES_RUNENV_${_mlv}";\n _mlre="${_mlre:-}${_mlv}=\'`eval \'echo ${\'$_mlrv\':-}\'`\' ";\n fi;\n done;\n if [ -n "${_mlre:-}" ]; then\n eval `eval ${_mlre}/usr/bin/tclsh8.6 /usr/lib/x86_64-linux-gnu/modulecmd.tcl bash \'"$@"\'`;\n else\n eval `/usr/bin/tclsh8.6 /usr/lib/x86_64-linux-gnu/modulecmd.tcl bash "$@"`;\n fi;\n _mlstatus=$?;\n if [ -n "${_mlIFS+x}" ]; then\n IFS=$_mlIFS;\n else\n unset IFS;\n fi;\n unset _mlre _mlv _mlrv _mlIFS;\n if [ -n "${_mlshdbg:-}" ]; then\n set -$_mlshdbg;\n fi;\n unset _mlshdbg;\n return $_mlstatus\n}', '_': '/opt/slurm/bin/srun', 'SRUN_DEBUG': '3', 'SLURM_UMASK': '0002', 'SLURM_JOB_CPUS_PER_NODE_PACK_GROUP_0': '16(x2)', 'SLURM_DISTRIBUTION': 'block', 'SLURM_STEP_ID': '21', 'SLURM_STEPID': '21', 'SLURM_STEP_NODELIST': 'ip-26-0-161-178,ip-26-0-162-14', 'SLURM_STEP_NUM_NODES': '2', 'SLURM_STEP_NUM_TASKS': '16', 'SLURM_STEP_TASKS_PER_NODE': '8(x2)', 'SLURM_STEP_LAUNCHER_PORT': '51524', 'SLURM_SRUN_COMM_PORT': '51524', 'SLURM_SRUN_COMM_HOST': '26.0.161.178', 'SLURM_STEP_GPUS': '0,1,2,3,4,5,6,7', 'SLURM_CPU_BIND': 'quiet,mask_cpu:0x0000000000FF0000000000FF', 'SLURM_CPU_BIND_LIST': '0x0000000000FF0000000000FF', 'SLURM_CPU_BIND_TYPE': 'mask_cpu:', 'SLURM_CPU_BIND_VERBOSE': 'quiet', 'SLURM_LAUNCH_NODE_IPADDR': '26.0.161.178', 'CUDA_MODULE_LOADING': 'LAZY', 'KMP_DUPLICATE_LIB_OK': 'True', 'KMP_INIT_AT_FORK': 'FALSE', 'MKL_SERVICE_FORCE_INTEL': 'GNU', 'MKL_NUM_THREADS': '1', 'ENABLE_INTRA_NODE_COMM': '1', 'TORCH_NCCL_AVOID_RECORD_STREAMS': '1', 'NCCL_IB_TIMEOUT': '22', 'NCCL_DEBUG': 'INFO', 'TORCH_NCCL_ASYNC_ERROR_HANDLING': '1', 'TRITON_CACHE_DIR': '/scratch/tmpginlzfg5', 'RANK': '9', 'WORLD_SIZE': '16', 'MASTER_ADDR': 'ip-26-0-161-178', 'MASTER_PORT': '26572'})
INFO    26-05-04 19:36:04.120961 - 0:00:17 - Starting job: safe_v2_2nodes
INFO    26-05-04 19:36:04.121147 - 0:00:17 - Running on dp rank : 9
INFO    26-05-04 19:36:04.121183 - 0:00:17 - Running on dp size : 16
INFO    26-05-04 19:36:04.626774 - 0:00:18 - Building model
INFO    26-05-04 19:36:04.654470 - 0:00:18 - Model is built !
INFO    26-05-04 19:36:06.768504 - 0:00:20 - Model size: 1,786,591,232 total parameters
INFO    26-05-04 19:36:06.768765 - 0:00:20 - GPU capacity: NVIDIA H100 80GB HBM3 (1) with 79.44GiB memory
INFO    26-05-04 19:36:06.772020 - 0:00:20 - GPU memory usage: NVIDIA H100 80GB HBM3 (1): 79.4371337890625 GiB capacity, 0.431640625 GiB peak, 0.5433738661142775% peak
INFO    26-05-04 19:36:06.772073 - 0:00:20 - Starting build of optimizer...
INFO    26-05-04 19:36:06.772941 - 0:00:20 - Done with build of optimizer.
INFO    26-05-04 19:36:06.772989 - 0:00:20 - Model will be initialized from scratch with seed 42
ip-26-0-162-14:534827:534827 [1] NCCL INFO cudaDriverVersion 12090
ip-26-0-162-14:534827:534827 [1] NCCL INFO Bootstrap : Using enp71s0:26.0.162.14<0>
ip-26-0-162-14:534827:534827 [1] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v8 symbol.
ip-26-0-162-14:534827:534827 [1] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin symbol (>= v5). ncclCollNetPlugin symbols v4 and lower are not supported.
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI Initializing aws-ofi-nccl 1.13.2-aws
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI Using Libfabric version 1.22
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI Using CUDA driver version 12090 with runtime 12020
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI Configuring AWS-specific options
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI Setting provider_filter to efa
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI Setting FI_EFA_FORK_SAFE environment variable to 1
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI Setting NCCL_NET_FORCE_FLUSH=0 for Hopper GPUs
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI Setting NCCL_NVLSTREE_MAX_CHUNKSIZE to 512KiB
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI Setting NCCL_NVLS_CHUNKSIZE to 512KiB
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI Internode latency set at 75.0 us
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI Using transport protocol RDMA (platform set)
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI Selected Provider is efa (found 32 nics)
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 0 device #0 0000:52:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 0 device #1 0000:51:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 0 device #2 0000:50:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 0 device #3 0000:4f:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 1 device #0 0000:63:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 1 device #1 0000:62:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 1 device #2 0000:61:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 1 device #3 0000:60:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 2 device #0 0000:74:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 2 device #1 0000:73:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 2 device #2 0000:72:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 2 device #3 0000:71:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 3 device #0 0000:85:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 3 device #1 0000:84:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 3 device #2 0000:83:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 3 device #3 0000:82:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 4 device #0 0000:96:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 4 device #1 0000:95:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 4 device #2 0000:94:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 4 device #3 0000:93:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 5 device #0 0000:a7:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 5 device #1 0000:a6:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 5 device #2 0000:a5:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 5 device #3 0000:a4:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 6 device #0 0000:b8:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 6 device #1 0000:b7:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 6 device #2 0000:b6:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 6 device #3 0000:b5:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 7 device #0 0000:c9:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 7 device #1 0000:c8:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 7 device #2 0000:c7:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI NIC group 7 device #3 0000:c6:00.0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI Setting NCCL_TOPO_FILE environment variable to /proc/self/fd/167
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI Creating one domain per process
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI Support for global registrations: true
ip-26-0-162-14:534827:537016 [1] NCCL INFO NET/OFI Support for DMA-BUF registrations: false
ip-26-0-162-14:534827:537016 [1] NCCL INFO Using non-device net plugin version 0
ip-26-0-162-14:534827:537016 [1] NCCL INFO Using network Libfabric
ip-26-0-162-14:534827:537016 [1] NCCL INFO ncclCommInitRank comm 0x11030650 rank 9 nranks 16 cudaDev 1 nvmlDev 1 busId 64000 commId 0x93a22df8cc0d196c - Init START
ip-26-0-162-14:534827:537016 [1] NCCL INFO MNNVL busId 0x64000 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
ip-26-0-162-14:534827:537016 [1] NCCL INFO NCCL_TOPO_FILE set by environment to /proc/self/fd/167
ip-26-0-162-14:534827:537016 [1] NCCL INFO Setting affinity for GPU 1 to ff
ip-26-0-162-14:534827:537016 [1] NCCL INFO NVLS multicast support is available on dev 1
ip-26-0-162-14:534827:537016 [1] NCCL INFO comm 0x11030650 rank 9 nRanks 16 nNodes 2 localRanks 8 localRank 1 MNNVL 0
ip-26-0-162-14:534827:537016 [1] NCCL INFO Trees [0] 10/-1/-1->9->8 [1] 10/-1/-1->9->1 [2] -1/-1/-1->9->8 [3] 10/-1/-1->9->8 [4] 10/-1/-1->9->8 [5] 10/-1/-1->9->8 [6] 10/-1/-1->9->8 [7] 10/-1/-1->9->8 [8] 10/-1/-1->9->8 [9] 10/1/-1->9->-1 [10] -1/-1/-1->9->8 [11] 10/-1/-1->9->8 [12] 10/-1/-1->9->8 [13] 10/-1/-1->9->8 [14] 10/-1/-1->9->8 [15] 10/-1/-1->9->8
ip-26-0-162-14:534827:537016 [1] NCCL INFO P2P Chunksize set to 131072
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 00/0 : 9[1] -> 10[2] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 02/0 : 9[1] -> 10[2] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 04/0 : 9[1] -> 10[2] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 06/0 : 9[1] -> 10[2] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 08/0 : 9[1] -> 10[2] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 10/0 : 9[1] -> 10[2] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 12/0 : 9[1] -> 10[2] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 14/0 : 9[1] -> 10[2] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO NCCL_NET_FORCE_FLUSH set by environment to 0.
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 00/0 : 1[1] -> 9[1] [receive] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 08/0 : 1[1] -> 9[1] [receive] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 01/0 : 9[1] -> 1[1] [send] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 09/0 : 9[1] -> 1[1] [send] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 03/0 : 9[1] -> 8[0] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 05/0 : 9[1] -> 8[0] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 07/0 : 9[1] -> 8[0] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 11/0 : 9[1] -> 8[0] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 13/0 : 9[1] -> 8[0] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 15/0 : 9[1] -> 8[0] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Connected all rings
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 01/0 : 9[1] -> 10[2] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 03/0 : 9[1] -> 10[2] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 05/0 : 9[1] -> 10[2] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 07/0 : 9[1] -> 10[2] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 09/0 : 9[1] -> 10[2] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 11/0 : 9[1] -> 10[2] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 13/0 : 9[1] -> 10[2] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 15/0 : 9[1] -> 10[2] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 01/0 : 1[1] -> 9[1] [receive] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 09/0 : 1[1] -> 9[1] [receive] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 00/0 : 9[1] -> 8[0] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 02/0 : 9[1] -> 8[0] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 04/0 : 9[1] -> 8[0] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 06/0 : 9[1] -> 8[0] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 08/0 : 9[1] -> 8[0] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 10/0 : 9[1] -> 8[0] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 12/0 : 9[1] -> 8[0] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 14/0 : 9[1] -> 8[0] via P2P/CUMEM
ip-26-0-162-14:534827:537016 [1] NCCL INFO Connected all trees
ip-26-0-162-14:534827:537016 [1] NCCL INFO NCCL_NVLS_CHUNKSIZE set by environment to 524288.
ip-26-0-162-14:534827:537016 [1] NCCL INFO NVLS comm 0x11030650 headRank 1 nHeads 8 buffSize 4194304 memSize 2097152 nvlsPerRankSize 201326592 nvlsTotalSize 1610612736
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 02/0 : 1[1] -> 9[1] [receive] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 03/0 : 1[1] -> 9[1] [receive] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 04/0 : 1[1] -> 9[1] [receive] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 05/0 : 1[1] -> 9[1] [receive] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 06/0 : 1[1] -> 9[1] [receive] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 07/0 : 1[1] -> 9[1] [receive] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 10/0 : 1[1] -> 9[1] [receive] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 11/0 : 1[1] -> 9[1] [receive] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 12/0 : 1[1] -> 9[1] [receive] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 13/0 : 1[1] -> 9[1] [receive] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 14/0 : 1[1] -> 9[1] [receive] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 15/0 : 1[1] -> 9[1] [receive] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 00/0 : 9[1] -> 1[1] [send] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 02/0 : 9[1] -> 1[1] [send] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 03/0 : 9[1] -> 1[1] [send] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 04/0 : 9[1] -> 1[1] [send] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 05/0 : 9[1] -> 1[1] [send] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 06/0 : 9[1] -> 1[1] [send] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 07/0 : 9[1] -> 1[1] [send] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 08/0 : 9[1] -> 1[1] [send] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 10/0 : 9[1] -> 1[1] [send] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 11/0 : 9[1] -> 1[1] [send] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 12/0 : 9[1] -> 1[1] [send] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 13/0 : 9[1] -> 1[1] [send] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 14/0 : 9[1] -> 1[1] [send] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Channel 15/0 : 9[1] -> 1[1] [send] via NET/Libfabric/1/GDRDMA
ip-26-0-162-14:534827:537016 [1] NCCL INFO Connected NVLS tree
ip-26-0-162-14:534827:537016 [1] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
ip-26-0-162-14:534827:537016 [1] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
ip-26-0-162-14:534827:537016 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2, using internal tuner instead.
ip-26-0-162-14:534827:537016 [1] NCCL INFO ncclCommInitRank comm 0x11030650 rank 9 nranks 16 cudaDev 1 nvmlDev 1 busId 64000 commId 0x93a22df8cc0d196c - Init COMPLETE
INFO    26-05-04 19:36:16.997471 - 0:00:30 - Async dataloader started
INFO    26-05-04 19:36:16.998806 - 0:00:30 - Profiling active.  Traces will be saved at /fsx/craffel/lingua_logs/safe_v2_2nodes/profiling
INFO    26-05-04 19:37:06.066621 - 0:01:19 - Starting MemSnapshotsProfilerWandb profiler...
INFO    26-05-04 19:46:00.468355 - 0:10:14 - garbage collection
INFO    26-05-04 19:46:01.909404 - 0:10:15 - Shutting down MemSnapshotsProfilerWandb profiler...
INFO    26-05-04 19:46:02.323406 - 0:10:16 -   grad: 2.99e+00  flops: 1.31e+12  wps: 1.22e+02  iter:  1.0648  data: 0.3775  lr: 0.00e+00  mem: 49%  pow: 337.471 W
INFO    26-05-04 19:46:04.290152 - 0:10:18 -   grad: 3.03e+00  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4906  data: 0.0018  lr: 5.00e-07  mem: 50%  pow: 653.27 W
INFO    26-05-04 19:46:06.260739 - 0:10:20 -   grad: 3.52e+00  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4925  data: 0.001  lr: 1.00e-06  mem: 50%  pow: 647.364 W
INFO    26-05-04 19:46:08.222707 - 0:10:21 -   grad: 3.23e+00  flops: 3.57e+14  wps: 3.35e+04  iter:   0.512  data: 0.0013  lr: 1.50e-06  mem: 50%  pow: 632.643 W
INFO    26-05-04 19:46:10.177018 - 0:10:23 -   grad: 3.14e+00  flops: 3.59e+14  wps: 3.36e+04  iter:   0.481  data: 0.0015  lr: 2.00e-06  mem: 50%  pow: 650.126 W
INFO    26-05-04 19:46:12.120606 - 0:10:25 -   grad: 2.94e+00  flops: 3.60e+14  wps: 3.37e+04  iter:  0.4883  data: 0.0013  lr: 2.50e-06  mem: 50%  pow: 640.337 W
INFO    26-05-04 19:46:14.088826 - 0:10:27 -   grad: 2.96e+00  flops: 3.56e+14  wps: 3.33e+04  iter:   0.498  data: 0.0013  lr: 3.00e-06  mem: 50%  pow: 660.885 W
INFO    26-05-04 19:46:16.074047 - 0:10:29 -   grad: 3.24e+00  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4953  data: 0.0013  lr: 3.50e-06  mem: 50%  pow: 636.733 W
INFO    26-05-04 19:46:18.033763 - 0:10:31 -   grad: 2.89e+00  flops: 3.57e+14  wps: 3.35e+04  iter:  0.4877  data: 0.0056  lr: 4.00e-06  mem: 50%  pow: 643.602 W
INFO    26-05-04 19:46:20.026116 - 0:10:33 -   grad: 2.87e+00  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4812  data: 0.0012  lr: 4.50e-06  mem: 50%  pow: 642.374 W
INFO    26-05-04 19:46:22.059555 - 0:10:35 -   grad: 2.92e+00  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5105  data: 0.0013  lr: 5.00e-06  mem: 50%  pow: 637.516 W
INFO    26-05-04 19:46:24.064554 - 0:10:37 -   grad: 3.19e+00  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5158  data: 0.0026  lr: 5.50e-06  mem: 50%  pow: 647.24 W
INFO    26-05-04 19:46:26.021258 - 0:10:39 -   grad: 4.40e+00  flops: 3.58e+14  wps: 3.35e+04  iter:  0.4933  data: 0.0011  lr: 6.00e-06  mem: 50%  pow: 647.967 W
INFO    26-05-04 19:46:28.008635 - 0:10:41 -   grad: 2.86e+00  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4951  data: 0.0011  lr: 6.50e-06  mem: 50%  pow: 644.825 W
INFO    26-05-04 19:46:29.948374 - 0:10:43 -   grad: 2.79e+00  flops: 3.62e+14  wps: 3.39e+04  iter:  0.4905  data: 0.0015  lr: 7.00e-06  mem: 50%  pow: 663.12 W
INFO    26-05-04 19:46:31.951454 - 0:10:45 -   grad: 2.98e+00  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5224  data: 0.0012  lr: 7.50e-06  mem: 50%  pow: 637.658 W
INFO    26-05-04 19:46:33.935171 - 0:10:47 -   grad: 2.41e+00  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4995  data: 0.0012  lr: 8.00e-06  mem: 50%  pow: 648.082 W
INFO    26-05-04 19:46:35.927130 - 0:10:49 -   grad: 2.18e+00  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5125  data: 0.0012  lr: 8.50e-06  mem: 50%  pow: 645.283 W
INFO    26-05-04 19:46:37.868918 - 0:10:51 -   grad: 2.01e+00  flops: 3.61e+14  wps: 3.38e+04  iter:   0.477  data: 0.0013  lr: 9.00e-06  mem: 50%  pow: 669.619 W
INFO    26-05-04 19:46:39.816913 - 0:10:53 -   grad: 1.82e+00  flops: 3.60e+14  wps: 3.37e+04  iter:  0.4921  data: 0.0012  lr: 9.50e-06  mem: 50%  pow: 662.322 W
INFO    26-05-04 19:46:41.856634 - 0:10:55 -   grad: 1.98e+00  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5044  data: 0.0011  lr: 1.00e-05  mem: 50%  pow: 643.257 W
INFO    26-05-04 19:46:43.864873 - 0:10:57 -   grad: 1.50e+00  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5245  data: 0.0011  lr: 1.05e-05  mem: 50%  pow: 642.993 W
INFO    26-05-04 19:46:45.910809 - 0:10:59 -   grad: 1.45e+00  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5258  data: 0.0019  lr: 1.10e-05  mem: 50%  pow: 644.22 W
INFO    26-05-04 19:46:47.952318 - 0:11:01 -   grad: 1.56e+00  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5292  data: 0.0014  lr: 1.15e-05  mem: 50%  pow: 625.532 W
INFO    26-05-04 19:46:49.980893 - 0:11:03 - Starting PyTorchProfilerWandb profiler...
INFO    26-05-04 19:46:50.076971 - 0:11:03 -   grad: 1.36e+00  flops: 3.33e+14  wps: 3.11e+04  iter:  0.5154  data: 0.0017  lr: 1.20e-05  mem: 50%  pow: 649.488 W
INFO    26-05-04 19:46:52.116023 - 0:11:05 - Shutting down PyTorchProfilerWandb profiler...
INFO    26-05-04 19:46:53.944680 - 0:11:07 - Begin analyze trace
INFO    26-05-04 19:46:54.738826 - 0:11:08 - End analyze trace
INFO    26-05-04 19:46:54.739051 - 0:11:08 - xFormers profiler done. summary:
                                               MemTrace      : /fsx/craffel/lingua_logs/safe_v2_2nodes/profiling/memory_trace_plot/000004_ip-26-0-162-14_534827.html
                                               Step time (ms): 514
                                               TFlop/step    : 168.1
                                               TFlops        : 326.8
                                               HFU           : 0.364
                                               MFU           : 0.297
INFO    26-05-04 19:46:58.465125 - 0:11:12 -   grad: 1.20e+00  flops: 1.50e+14  wps: 1.41e+04  iter:  0.4923  data: 0.0019  lr: 1.25e-05  mem: 50%  pow: 134.999 W
INFO    26-05-04 19:47:00.434957 - 0:11:14 -   grad: 1.26e+00  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4962  data: 0.0016  lr: 1.30e-05  mem: 50%  pow: 645.143 W
INFO    26-05-04 19:47:02.431706 - 0:11:16 -   grad: 1.23e+00  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5023  data: 0.0016  lr: 1.35e-05  mem: 50%  pow: 650.914 W
INFO    26-05-04 19:47:04.417893 - 0:11:18 -   grad: 1.22e+00  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4982  data: 0.0011  lr: 1.40e-05  mem: 50%  pow: 649.024 W
INFO    26-05-04 19:47:06.409388 - 0:11:20 -   grad: 1.14e+00  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5163  data: 0.001  lr: 1.45e-05  mem: 50%  pow: 649.672 W
INFO    26-05-04 19:47:08.411146 - 0:11:22 -   grad: 1.02e+00  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5024  data: 0.0018  lr: 1.50e-05  mem: 50%  pow: 667.004 W
INFO    26-05-04 19:47:10.444107 - 0:11:24 -   grad: 9.81e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.515  data: 0.0022  lr: 1.55e-05  mem: 50%  pow: 638.543 W
INFO    26-05-04 19:47:12.450218 - 0:11:26 -   grad: 1.06e+00  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5129  data: 0.0018  lr: 1.60e-05  mem: 50%  pow: 635.354 W
INFO    26-05-04 19:47:14.446469 - 0:11:28 -   grad: 1.07e+00  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5235  data: 0.0012  lr: 1.65e-05  mem: 50%  pow: 644.047 W
INFO    26-05-04 19:47:16.445551 - 0:11:30 -   grad: 9.48e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5162  data: 0.0017  lr: 1.70e-05  mem: 50%  pow: 646.108 W
INFO    26-05-04 19:47:18.518495 - 0:11:32 -   grad: 9.68e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.4971  data: 0.0013  lr: 1.75e-05  mem: 50%  pow: 636.134 W
INFO    26-05-04 19:47:20.467148 - 0:11:34 -   grad: 9.03e-01  flops: 3.59e+14  wps: 3.36e+04  iter:  0.4847  data: 0.0019  lr: 1.80e-05  mem: 50%  pow: 667.248 W
INFO    26-05-04 19:47:22.473405 - 0:11:36 -   grad: 9.64e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5092  data: 0.0015  lr: 1.85e-05  mem: 50%  pow: 653.589 W
INFO    26-05-04 19:47:24.441927 - 0:11:38 -   grad: 8.95e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4929  data: 0.0017  lr: 1.90e-05  mem: 50%  pow: 665.239 W
INFO    26-05-04 19:47:26.504724 - 0:11:40 -   grad: 9.24e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5405  data: 0.0016  lr: 1.95e-05  mem: 50%  pow: 648.025 W
INFO    26-05-04 19:47:28.475069 - 0:11:42 -   grad: 8.63e-01  flops: 3.55e+14  wps: 3.33e+04  iter:  0.5058  data: 0.0013  lr: 2.00e-05  mem: 50%  pow: 662.116 W
INFO    26-05-04 19:47:30.483750 - 0:11:44 -   grad: 9.11e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5046  data: 0.0018  lr: 2.05e-05  mem: 50%  pow: 638.735 W
INFO    26-05-04 19:47:32.569410 - 0:11:46 -   grad: 9.43e-01  flops: 3.36e+14  wps: 3.15e+04  iter:   0.524  data: 0.0011  lr: 2.10e-05  mem: 50%  pow: 636.544 W
INFO    26-05-04 19:47:34.554598 - 0:11:48 -   grad: 9.36e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5009  data: 0.0019  lr: 2.15e-05  mem: 50%  pow: 655.003 W
INFO    26-05-04 19:47:36.531296 - 0:11:50 -   grad: 9.38e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4805  data: 0.0041  lr: 2.20e-05  mem: 50%  pow: 660.124 W
INFO    26-05-04 19:47:38.531403 - 0:11:52 -   grad: 1.05e+00  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5162  data: 0.0016  lr: 2.25e-05  mem: 50%  pow: 650.186 W
INFO    26-05-04 19:47:40.539188 - 0:11:54 -   grad: 9.99e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5145  data: 0.0016  lr: 2.30e-05  mem: 50%  pow: 640.405 W
INFO    26-05-04 19:47:42.556283 - 0:11:56 -   grad: 1.01e+00  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5263  data: 0.0017  lr: 2.35e-05  mem: 50%  pow: 627.395 W
INFO    26-05-04 19:47:44.554668 - 0:11:58 -   grad: 1.87e+00  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5046  data: 0.0012  lr: 2.40e-05  mem: 50%  pow: 655.922 W
INFO    26-05-04 19:47:46.601732 - 0:12:00 -   grad: 1.18e+00  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5001  data: 0.0015  lr: 2.45e-05  mem: 50%  pow: 648.956 W
INFO    26-05-04 19:47:48.586075 - 0:12:02 -   grad: 8.54e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5199  data: 0.0014  lr: 2.50e-05  mem: 50%  pow: 647.742 W
INFO    26-05-04 19:47:50.619912 - 0:12:04 -   grad: 1.81e+00  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4992  data: 0.0014  lr: 2.55e-05  mem: 50%  pow: 653.58 W
INFO    26-05-04 19:47:52.629051 - 0:12:06 -   grad: 9.14e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5136  data: 0.0016  lr: 2.60e-05  mem: 50%  pow: 635.645 W
INFO    26-05-04 19:47:54.596998 - 0:12:08 -   grad: 1.36e+00  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4934  data: 0.0016  lr: 2.65e-05  mem: 50%  pow: 657.421 W
INFO    26-05-04 19:47:56.568475 - 0:12:10 -   grad: 2.38e+00  flops: 3.55e+14  wps: 3.33e+04  iter:  0.4787  data: 0.0016  lr: 2.70e-05  mem: 50%  pow: 670.698 W
INFO    26-05-04 19:47:58.544587 - 0:12:12 -   grad: 1.28e+00  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4934  data: 0.0022  lr: 2.75e-05  mem: 50%  pow: 667.572 W
INFO    26-05-04 19:48:00.535871 - 0:12:14 -   grad: 4.14e+00  flops: 3.52e+14  wps: 3.30e+04  iter:   0.503  data: 0.0015  lr: 2.80e-05  mem: 50%  pow: 645.917 W
INFO    26-05-04 19:48:02.517723 - 0:12:16 -   grad: 2.72e+00  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4908  data: 0.0016  lr: 2.85e-05  mem: 50%  pow: 651.303 W
INFO    26-05-04 19:48:04.473319 - 0:12:18 -   grad: 1.25e+00  flops: 3.58e+14  wps: 3.35e+04  iter:  0.4987  data: 0.0065  lr: 2.90e-05  mem: 50%  pow: 661.717 W
INFO    26-05-04 19:48:06.490096 - 0:12:20 -   grad: 1.13e+00  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4934  data: 0.0114  lr: 2.95e-05  mem: 50%  pow: 653.019 W
INFO    26-05-04 19:48:08.509411 - 0:12:22 -   grad: 1.32e+00  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5086  data: 0.0015  lr: 3.00e-05  mem: 50%  pow: 635.06 W
INFO    26-05-04 19:48:10.458268 - 0:12:24 -   grad: 1.11e+00  flops: 3.59e+14  wps: 3.36e+04  iter:  0.4852  data: 0.0031  lr: 3.05e-05  mem: 50%  pow: 674.636 W
INFO    26-05-04 19:48:12.450972 - 0:12:26 -   grad: 1.04e+00  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5098  data: 0.0015  lr: 3.10e-05  mem: 50%  pow: 635.279 W
INFO    26-05-04 19:48:14.405135 - 0:12:28 -   grad: 1.05e+00  flops: 3.59e+14  wps: 3.36e+04  iter:  0.5084  data: 0.0011  lr: 3.15e-05  mem: 50%  pow: 652.184 W
INFO    26-05-04 19:48:16.451784 - 0:12:30 -   grad: 1.20e+00  flops: 3.42e+14  wps: 3.21e+04  iter:  0.5453  data: 0.0016  lr: 3.20e-05  mem: 50%  pow: 635.912 W
INFO    26-05-04 19:48:18.405128 - 0:12:32 -   grad: 1.07e+00  flops: 3.59e+14  wps: 3.36e+04  iter:  0.5044  data: 0.0011  lr: 3.25e-05  mem: 50%  pow: 662.007 W
INFO    26-05-04 19:48:20.380302 - 0:12:34 -   grad: 8.02e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4911  data: 0.0013  lr: 3.30e-05  mem: 50%  pow: 656.385 W
INFO    26-05-04 19:48:22.391014 - 0:12:36 -   grad: 7.31e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4943  data: 0.0012  lr: 3.35e-05  mem: 50%  pow: 646.632 W
INFO    26-05-04 19:48:24.389380 - 0:12:38 -   grad: 9.43e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4996  data: 0.0016  lr: 3.40e-05  mem: 50%  pow: 659.834 W
INFO    26-05-04 19:48:26.396629 - 0:12:40 -   grad: 1.06e+00  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5003  data: 0.0172  lr: 3.45e-05  mem: 50%  pow: 643.324 W
INFO    26-05-04 19:48:28.348304 - 0:12:42 -   grad: 9.94e-01  flops: 3.59e+14  wps: 3.36e+04  iter:  0.4861  data: 0.0014  lr: 3.50e-05  mem: 50%  pow: 673.268 W
INFO    26-05-04 19:48:30.363124 - 0:12:44 -   grad: 9.48e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.4803  data: 0.0011  lr: 3.55e-05  mem: 50%  pow: 656.492 W
INFO    26-05-04 19:48:32.418895 - 0:12:46 -   grad: 1.04e+00  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4998  data: 0.0127  lr: 3.60e-05  mem: 50%  pow: 633.394 W
INFO    26-05-04 19:48:34.394967 - 0:12:48 -   grad: 1.01e+00  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4868  data: 0.0012  lr: 3.65e-05  mem: 50%  pow: 678.403 W
INFO    26-05-04 19:48:36.427742 - 0:12:50 -   grad: 8.88e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.531  data: 0.0023  lr: 3.70e-05  mem: 50%  pow: 653.076 W
INFO    26-05-04 19:48:38.402738 - 0:12:52 -   grad: 8.65e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4826  data: 0.0012  lr: 3.75e-05  mem: 50%  pow: 663.595 W
INFO    26-05-04 19:48:40.393651 - 0:12:54 -   grad: 6.93e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5135  data: 0.0017  lr: 3.80e-05  mem: 50%  pow: 631.34 W
INFO    26-05-04 19:48:42.453780 - 0:12:56 -   grad: 8.60e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5091  data: 0.0139  lr: 3.85e-05  mem: 50%  pow: 649.718 W
INFO    26-05-04 19:48:44.462292 - 0:12:58 -   grad: 1.02e+00  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5095  data: 0.0013  lr: 3.90e-05  mem: 50%  pow: 636.566 W
INFO    26-05-04 19:48:46.515712 - 0:13:00 -   grad: 9.06e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4958  data: 0.0017  lr: 3.95e-05  mem: 50%  pow: 649.169 W
INFO    26-05-04 19:48:48.476766 - 0:13:02 -   grad: 1.28e+00  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4993  data: 0.0025  lr: 4.00e-05  mem: 50%  pow: 657.139 W
INFO    26-05-04 19:48:50.451997 - 0:13:04 -   grad: 1.04e+00  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4993  data: 0.0018  lr: 4.05e-05  mem: 50%  pow: 653.942 W
INFO    26-05-04 19:48:52.424873 - 0:13:06 -   grad: 1.07e+00  flops: 3.55e+14  wps: 3.32e+04  iter:   0.523  data: 0.0014  lr: 4.10e-05  mem: 50%  pow: 645.674 W
INFO    26-05-04 19:48:54.426480 - 0:13:08 -   grad: 1.40e+00  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4935  data: 0.0013  lr: 4.15e-05  mem: 50%  pow: 645.324 W
INFO    26-05-04 19:48:56.431231 - 0:13:10 -   grad: 9.42e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4948  data: 0.0014  lr: 4.20e-05  mem: 50%  pow: 655.521 W
INFO    26-05-04 19:48:58.364265 - 0:13:12 -   grad: 3.66e+00  flops: 3.62e+14  wps: 3.39e+04  iter:  0.5008  data: 0.0015  lr: 4.25e-05  mem: 50%  pow: 649.465 W
INFO    26-05-04 19:49:00.356435 - 0:13:14 -   grad: 1.03e+00  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5024  data: 0.0015  lr: 4.30e-05  mem: 50%  pow: 656.352 W
INFO    26-05-04 19:49:02.337463 - 0:13:16 -   grad: 1.29e+00  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4954  data: 0.0105  lr: 4.35e-05  mem: 50%  pow: 648.114 W
INFO    26-05-04 19:49:04.313124 - 0:13:18 -   grad: 1.52e+00  flops: 3.55e+14  wps: 3.32e+04  iter:  0.5055  data: 0.0012  lr: 4.40e-05  mem: 50%  pow: 654.989 W
INFO    26-05-04 19:49:06.332623 - 0:13:20 -   grad: 1.45e+00  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5063  data: 0.0015  lr: 4.45e-05  mem: 50%  pow: 645.53 W
INFO    26-05-04 19:49:08.336473 - 0:13:22 -   grad: 1.33e+00  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5176  data: 0.0016  lr: 4.50e-05  mem: 50%  pow: 642.271 W
INFO    26-05-04 19:49:10.303343 - 0:13:24 -   grad: 1.32e+00  flops: 3.56e+14  wps: 3.34e+04  iter:  0.4808  data: 0.0185  lr: 4.55e-05  mem: 50%  pow: 657.626 W
INFO    26-05-04 19:49:12.305725 - 0:13:26 -   grad: 1.57e+00  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5199  data: 0.0037  lr: 4.60e-05  mem: 50%  pow: 643.04 W
INFO    26-05-04 19:49:14.271376 - 0:13:28 -   grad: 9.24e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4878  data: 0.0039  lr: 4.65e-05  mem: 50%  pow: 670.998 W
INFO    26-05-04 19:49:16.265449 - 0:13:30 -   grad: 1.16e+00  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5106  data: 0.0011  lr: 4.70e-05  mem: 50%  pow: 651.245 W
INFO    26-05-04 19:49:18.228575 - 0:13:31 -   grad: 1.19e+00  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4834  data: 0.0015  lr: 4.75e-05  mem: 50%  pow: 673.09 W
INFO    26-05-04 19:49:20.242478 - 0:13:33 -   grad: 1.20e+00  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5187  data: 0.0013  lr: 4.80e-05  mem: 50%  pow: 644.378 W
INFO    26-05-04 19:49:22.205971 - 0:13:35 -   grad: 1.39e+00  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4917  data: 0.0022  lr: 4.85e-05  mem: 50%  pow: 653.781 W
INFO    26-05-04 19:49:24.209685 - 0:13:37 -   grad: 9.77e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4976  data: 0.0017  lr: 4.90e-05  mem: 50%  pow: 647.199 W
INFO    26-05-04 19:49:26.225025 - 0:13:39 -   grad: 1.17e+00  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4919  data: 0.0014  lr: 4.95e-05  mem: 50%  pow: 670.271 W
INFO    26-05-04 19:49:28.279550 - 0:13:42 -   grad: 8.42e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5099  data: 0.0018  lr: 5.00e-05  mem: 50%  pow: 661.185 W
INFO    26-05-04 19:49:30.278561 - 0:13:44 -   grad: 1.06e+00  flops: 3.51e+14  wps: 3.28e+04  iter:   0.512  data: 0.0016  lr: 5.05e-05  mem: 50%  pow: 649.107 W
INFO    26-05-04 19:49:32.277693 - 0:13:46 -   grad: 9.25e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4983  data: 0.0018  lr: 5.10e-05  mem: 50%  pow: 651.914 W
INFO    26-05-04 19:49:34.301946 - 0:13:48 -   grad: 1.36e+00  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5296  data: 0.0015  lr: 5.15e-05  mem: 50%  pow: 658.685 W
INFO    26-05-04 19:49:36.306886 - 0:13:50 -   grad: 1.34e+00  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5301  data: 0.0016  lr: 5.20e-05  mem: 50%  pow: 655.506 W
INFO    26-05-04 19:49:38.302373 - 0:13:52 -   grad: 1.07e+00  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4814  data: 0.0146  lr: 5.25e-05  mem: 50%  pow: 641.042 W
INFO    26-05-04 19:49:40.317670 - 0:13:54 -   grad: 1.14e+00  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5093  data: 0.0017  lr: 5.30e-05  mem: 50%  pow: 650.596 W
INFO    26-05-04 19:49:42.302755 - 0:13:56 -   grad: 8.87e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4867  data: 0.0014  lr: 5.35e-05  mem: 50%  pow: 653.873 W
INFO    26-05-04 19:49:44.307883 - 0:13:58 -   grad: 9.54e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5285  data: 0.0011  lr: 5.40e-05  mem: 50%  pow: 632.278 W
INFO    26-05-04 19:49:46.304520 - 0:14:00 -   grad: 1.22e+00  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4992  data: 0.0015  lr: 5.45e-05  mem: 50%  pow: 651.395 W
INFO    26-05-04 19:49:48.294911 - 0:14:02 -   grad: 1.12e+00  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4983  data: 0.0014  lr: 5.50e-05  mem: 50%  pow: 659.826 W
INFO    26-05-04 19:49:50.269744 - 0:14:04 -   grad: 9.97e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4994  data: 0.0017  lr: 5.55e-05  mem: 50%  pow: 662.83 W
INFO    26-05-04 19:49:52.258917 - 0:14:06 -   grad: 9.72e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4932  data: 0.0144  lr: 5.60e-05  mem: 50%  pow: 658.213 W
INFO    26-05-04 19:49:54.233795 - 0:14:07 -   grad: 1.07e+00  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4778  data: 0.0016  lr: 5.65e-05  mem: 50%  pow: 654.899 W
INFO    26-05-04 19:49:56.233737 - 0:14:09 -   grad: 1.32e+00  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4999  data: 0.0015  lr: 5.70e-05  mem: 50%  pow: 645.074 W
INFO    26-05-04 19:49:58.206670 - 0:14:11 -   grad: 1.11e+00  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4772  data: 0.0013  lr: 5.75e-05  mem: 50%  pow: 661.76 W
INFO    26-05-04 19:50:00.183615 - 0:14:13 -   grad: 9.11e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.5132  data: 0.0012  lr: 5.80e-05  mem: 50%  pow: 662.636 W
INFO    26-05-04 19:50:02.245002 - 0:14:15 -   grad: 8.26e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5347  data: 0.0017  lr: 5.85e-05  mem: 50%  pow: 638.977 W
INFO    26-05-04 19:50:04.248535 - 0:14:18 -   grad: 8.77e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5131  data: 0.0015  lr: 5.90e-05  mem: 50%  pow: 650.286 W
INFO    26-05-04 19:50:06.272074 - 0:14:20 -   grad: 1.03e+00  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5263  data: 0.0017  lr: 5.95e-05  mem: 50%  pow: 647.086 W
INFO    26-05-04 19:50:08.314586 - 0:14:22 -   grad: 1.45e+00  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5043  data: 0.003  lr: 6.00e-05  mem: 50%  pow: 638.37 W
INFO    26-05-04 19:50:10.320194 - 0:14:24 -   grad: 7.63e-01  flops: 3.49e+14  wps: 3.27e+04  iter:   0.529  data: 0.0013  lr: 6.05e-05  mem: 50%  pow: 655.236 W
INFO    26-05-04 19:50:12.328512 - 0:14:26 -   grad: 8.45e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5138  data: 0.0011  lr: 6.10e-05  mem: 50%  pow: 646.261 W
INFO    26-05-04 19:50:14.370130 - 0:14:28 -   grad: 1.45e+00  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5256  data: 0.0013  lr: 6.15e-05  mem: 50%  pow: 640.895 W
INFO    26-05-04 19:50:16.411203 - 0:14:30 -   grad: 8.27e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4902  data: 0.0026  lr: 6.20e-05  mem: 50%  pow: 655.251 W
INFO    26-05-04 19:50:18.458195 - 0:14:32 -   grad: 1.31e+00  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5132  data: 0.0013  lr: 6.25e-05  mem: 50%  pow: 628.205 W
INFO    26-05-04 19:50:20.428033 - 0:14:34 -   grad: 1.03e+00  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4923  data: 0.0012  lr: 6.30e-05  mem: 50%  pow: 655.81 W
INFO    26-05-04 19:50:22.482392 - 0:14:36 -   grad: 8.44e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4781  data: 0.0012  lr: 6.35e-05  mem: 50%  pow: 652.935 W
INFO    26-05-04 19:50:24.479317 - 0:14:38 -   grad: 1.11e+00  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4888  data: 0.0018  lr: 6.40e-05  mem: 50%  pow: 652.299 W
INFO    26-05-04 19:50:26.451458 - 0:14:40 -   grad: 1.13e+00  flops: 3.55e+14  wps: 3.32e+04  iter:  0.5099  data: 0.0016  lr: 6.45e-05  mem: 50%  pow: 664.619 W
INFO    26-05-04 19:50:28.486299 - 0:14:42 -   grad: 1.66e+00  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5118  data: 0.0012  lr: 6.50e-05  mem: 50%  pow: 663.514 W
INFO    26-05-04 19:50:30.491935 - 0:14:44 -   grad: 8.09e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5077  data: 0.0011  lr: 6.55e-05  mem: 50%  pow: 650.551 W
INFO    26-05-04 19:50:32.543338 - 0:14:46 -   grad: 1.10e+00  flops: 3.41e+14  wps: 3.20e+04  iter:  0.5145  data: 0.0012  lr: 6.60e-05  mem: 50%  pow: 648.657 W
INFO    26-05-04 19:50:34.501243 - 0:14:48 -   grad: 1.19e+00  flops: 3.58e+14  wps: 3.35e+04  iter:  0.4917  data: 0.0014  lr: 6.65e-05  mem: 50%  pow: 663.834 W
INFO    26-05-04 19:50:36.496131 - 0:14:50 -   grad: 8.89e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4861  data: 0.0047  lr: 6.70e-05  mem: 50%  pow: 666.956 W
INFO    26-05-04 19:50:38.485154 - 0:14:52 -   grad: 1.01e+00  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4952  data: 0.0176  lr: 6.75e-05  mem: 50%  pow: 663.155 W
INFO    26-05-04 19:50:40.482442 - 0:14:54 -   grad: 8.14e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5094  data: 0.0011  lr: 6.80e-05  mem: 50%  pow: 646.365 W
INFO    26-05-04 19:50:42.490290 - 0:14:56 -   grad: 7.78e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5317  data: 0.0013  lr: 6.85e-05  mem: 50%  pow: 651.071 W
INFO    26-05-04 19:50:44.466151 - 0:14:58 -   grad: 7.88e-01  flops: 3.55e+14  wps: 3.32e+04  iter:   0.505  data: 0.0014  lr: 6.90e-05  mem: 50%  pow: 656.262 W
INFO    26-05-04 19:50:46.440515 - 0:15:00 -   grad: 9.23e-01  flops: 3.55e+14  wps: 3.33e+04  iter:  0.5118  data: 0.0021  lr: 6.95e-05  mem: 50%  pow: 652.211 W
INFO    26-05-04 19:50:48.417137 - 0:15:02 -   grad: 8.04e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.5023  data: 0.0016  lr: 7.00e-05  mem: 50%  pow: 664.268 W
INFO    26-05-04 19:50:50.388083 - 0:15:04 -   grad: 8.11e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.5006  data: 0.0011  lr: 7.05e-05  mem: 50%  pow: 666.657 W
INFO    26-05-04 19:50:52.351772 - 0:15:06 -   grad: 8.34e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4923  data: 0.0011  lr: 7.10e-05  mem: 50%  pow: 655.499 W
INFO    26-05-04 19:50:54.344177 - 0:15:08 -   grad: 7.64e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4711  data: 0.0252  lr: 7.15e-05  mem: 50%  pow: 638.912 W
INFO    26-05-04 19:50:56.331327 - 0:15:10 -   grad: 8.91e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5145  data: 0.0018  lr: 7.20e-05  mem: 50%  pow: 646.67 W
INFO    26-05-04 19:50:58.350294 - 0:15:12 -   grad: 9.96e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5141  data: 0.0012  lr: 7.25e-05  mem: 50%  pow: 635.863 W
INFO    26-05-04 19:51:00.299902 - 0:15:14 -   grad: 1.29e+00  flops: 3.59e+14  wps: 3.37e+04  iter:  0.4877  data: 0.0011  lr: 7.30e-05  mem: 50%  pow: 660.422 W
INFO    26-05-04 19:51:02.262427 - 0:15:16 -   grad: 7.73e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4784  data: 0.0012  lr: 7.35e-05  mem: 50%  pow: 650.136 W
INFO    26-05-04 19:51:04.243629 - 0:15:17 -   grad: 1.06e+00  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4738  data: 0.0012  lr: 7.40e-05  mem: 50%  pow: 665.514 W
INFO    26-05-04 19:51:06.228446 - 0:15:19 -   grad: 1.30e+00  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5014  data: 0.0016  lr: 7.45e-05  mem: 50%  pow: 656.406 W
INFO    26-05-04 19:51:08.254287 - 0:15:22 -   grad: 9.59e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5031  data: 0.0013  lr: 7.50e-05  mem: 50%  pow: 637.297 W
INFO    26-05-04 19:51:10.259045 - 0:15:24 -   grad: 1.27e+00  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4944  data: 0.0012  lr: 7.55e-05  mem: 50%  pow: 661.015 W
INFO    26-05-04 19:51:12.287063 - 0:15:26 -   grad: 1.03e+00  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5123  data: 0.0014  lr: 7.60e-05  mem: 50%  pow: 634.473 W
INFO    26-05-04 19:51:14.266070 - 0:15:28 -   grad: 8.12e-01  flops: 3.54e+14  wps: 3.31e+04  iter:    0.49  data: 0.0011  lr: 7.65e-05  mem: 50%  pow: 646.342 W
INFO    26-05-04 19:51:16.240919 - 0:15:29 -   grad: 9.92e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4954  data: 0.0014  lr: 7.70e-05  mem: 50%  pow: 645.414 W
INFO    26-05-04 19:51:18.232253 - 0:15:31 -   grad: 1.05e+00  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5054  data: 0.0011  lr: 7.75e-05  mem: 50%  pow: 650.68 W
INFO    26-05-04 19:51:20.212337 - 0:15:33 -   grad: 1.03e+00  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4989  data: 0.0012  lr: 7.80e-05  mem: 50%  pow: 649.569 W
INFO    26-05-04 19:51:22.184220 - 0:15:35 -   grad: 1.05e+00  flops: 3.55e+14  wps: 3.33e+04  iter:  0.5015  data: 0.0024  lr: 7.85e-05  mem: 50%  pow: 655.136 W
INFO    26-05-04 19:51:24.174131 - 0:15:37 -   grad: 9.52e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5118  data: 0.0009  lr: 7.90e-05  mem: 50%  pow: 646.478 W
INFO    26-05-04 19:51:26.194774 - 0:15:39 -   grad: 1.06e+00  flops: 3.47e+14  wps: 3.24e+04  iter:  0.5207  data: 0.0012  lr: 7.95e-05  mem: 50%  pow: 638.387 W
INFO    26-05-04 19:51:28.188477 - 0:15:41 -   grad: 1.22e+00  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5019  data: 0.0012  lr: 8.00e-05  mem: 50%  pow: 641.841 W
INFO    26-05-04 19:51:30.199616 - 0:15:43 -   grad: 8.04e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5084  data: 0.0011  lr: 8.05e-05  mem: 50%  pow: 672.247 W
INFO    26-05-04 19:51:32.155246 - 0:15:45 -   grad: 8.66e-01  flops: 3.58e+14  wps: 3.35e+04  iter:  0.4748  data: 0.0011  lr: 8.10e-05  mem: 50%  pow: 665.246 W
INFO    26-05-04 19:51:34.151066 - 0:15:47 -   grad: 1.13e+00  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4814  data: 0.0012  lr: 8.15e-05  mem: 50%  pow: 651.155 W
INFO    26-05-04 19:51:36.181380 - 0:15:49 -   grad: 1.29e+00  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5001  data: 0.0013  lr: 8.20e-05  mem: 50%  pow: 647.751 W
INFO    26-05-04 19:51:38.197178 - 0:15:51 -   grad: 7.84e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4951  data: 0.0012  lr: 8.25e-05  mem: 50%  pow: 649.832 W
INFO    26-05-04 19:51:40.237235 - 0:15:53 -   grad: 1.35e+00  flops: 3.43e+14  wps: 3.22e+04  iter:  0.5117  data: 0.0013  lr: 8.30e-05  mem: 50%  pow: 648.037 W
INFO    26-05-04 19:51:42.274855 - 0:15:56 -   grad: 6.25e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5168  data: 0.0011  lr: 8.35e-05  mem: 50%  pow: 632.79 W
INFO    26-05-04 19:51:44.245218 - 0:15:57 -   grad: 1.11e+00  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4929  data: 0.0012  lr: 8.40e-05  mem: 50%  pow: 666.666 W
INFO    26-05-04 19:51:46.228109 - 0:15:59 -   grad: 1.11e+00  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4919  data: 0.0013  lr: 8.45e-05  mem: 50%  pow: 654.62 W
INFO    26-05-04 19:51:48.228301 - 0:16:01 -   grad: 7.29e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4988  data: 0.0012  lr: 8.50e-05  mem: 50%  pow: 659.783 W
INFO    26-05-04 19:51:50.177089 - 0:16:03 -   grad: 1.08e+00  flops: 3.60e+14  wps: 3.37e+04  iter:  0.4845  data: 0.0011  lr: 8.55e-05  mem: 50%  pow: 660.374 W
INFO    26-05-04 19:51:52.158323 - 0:16:05 -   grad: 8.63e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5008  data: 0.001  lr: 8.60e-05  mem: 50%  pow: 657.394 W
INFO    26-05-04 19:51:54.201768 - 0:16:07 -   grad: 8.41e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5038  data: 0.0012  lr: 8.65e-05  mem: 50%  pow: 635.592 W
INFO    26-05-04 19:51:56.206105 - 0:16:09 -   grad: 1.04e+00  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5183  data: 0.0013  lr: 8.70e-05  mem: 50%  pow: 649.953 W
INFO    26-05-04 19:51:58.249828 - 0:16:12 -   grad: 9.31e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5243  data: 0.0019  lr: 8.75e-05  mem: 50%  pow: 629.098 W
INFO    26-05-04 19:52:00.278510 - 0:16:14 -   grad: 8.07e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5001  data: 0.0013  lr: 8.80e-05  mem: 50%  pow: 650.12 W
INFO    26-05-04 19:52:02.287316 - 0:16:16 -   grad: 1.16e+00  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4978  data: 0.0012  lr: 8.85e-05  mem: 50%  pow: 640.549 W
INFO    26-05-04 19:52:04.245007 - 0:16:17 -   grad: 9.36e-01  flops: 3.58e+14  wps: 3.35e+04  iter:   0.487  data: 0.0012  lr: 8.90e-05  mem: 50%  pow: 667.481 W
INFO    26-05-04 19:52:06.303390 - 0:16:20 -   grad: 1.35e+00  flops: 3.40e+14  wps: 3.19e+04  iter:   0.493  data: 0.002  lr: 8.95e-05  mem: 50%  pow: 644.079 W
INFO    26-05-04 19:52:08.362786 - 0:16:22 -   grad: 8.13e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.4895  data: 0.0012  lr: 9.00e-05  mem: 50%  pow: 653.59 W
INFO    26-05-04 19:52:10.364997 - 0:16:24 -   grad: 7.36e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5256  data: 0.0012  lr: 9.05e-05  mem: 50%  pow: 649.737 W
INFO    26-05-04 19:52:12.347763 - 0:16:26 -   grad: 1.08e+00  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5048  data: 0.0011  lr: 9.10e-05  mem: 50%  pow: 654.544 W
INFO    26-05-04 19:52:14.369566 - 0:16:28 -   grad: 1.14e+00  flops: 3.47e+14  wps: 3.24e+04  iter:  0.5178  data: 0.0014  lr: 9.15e-05  mem: 50%  pow: 644.639 W
INFO    26-05-04 19:52:16.445254 - 0:16:30 -   grad: 1.02e+00  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5008  data: 0.0013  lr: 9.20e-05  mem: 50%  pow: 633.699 W
INFO    26-05-04 19:52:18.441968 - 0:16:32 -   grad: 1.22e+00  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5054  data: 0.0012  lr: 9.25e-05  mem: 50%  pow: 652.05 W
INFO    26-05-04 19:52:20.474627 - 0:16:34 -   grad: 8.90e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5143  data: 0.0011  lr: 9.30e-05  mem: 50%  pow: 639.075 W
INFO    26-05-04 19:52:22.520981 - 0:16:36 -   grad: 1.04e+00  flops: 3.42e+14  wps: 3.21e+04  iter:  0.4992  data: 0.0016  lr: 9.35e-05  mem: 50%  pow: 647.329 W
INFO    26-05-04 19:52:24.553258 - 0:16:38 -   grad: 1.11e+00  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5135  data: 0.0015  lr: 9.40e-05  mem: 50%  pow: 636.062 W
INFO    26-05-04 19:52:26.572059 - 0:16:40 -   grad: 1.30e+00  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5054  data: 0.0012  lr: 9.45e-05  mem: 50%  pow: 656.756 W
INFO    26-05-04 19:52:28.586318 - 0:16:42 -   grad: 8.59e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4985  data: 0.0013  lr: 9.50e-05  mem: 50%  pow: 650.727 W
INFO    26-05-04 19:52:30.553368 - 0:16:44 -   grad: 1.15e+00  flops: 3.56e+14  wps: 3.34e+04  iter:  0.4832  data: 0.0011  lr: 9.55e-05  mem: 50%  pow: 658.284 W
INFO    26-05-04 19:52:32.550858 - 0:16:46 -   grad: 1.09e+00  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5007  data: 0.0013  lr: 9.60e-05  mem: 50%  pow: 648.513 W
INFO    26-05-04 19:52:34.522516 - 0:16:48 -   grad: 9.14e-01  flops: 3.55e+14  wps: 3.33e+04  iter:   0.486  data: 0.001  lr: 9.65e-05  mem: 50%  pow: 654.662 W
INFO    26-05-04 19:52:36.554906 - 0:16:50 -   grad: 8.13e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5252  data: 0.0011  lr: 9.70e-05  mem: 50%  pow: 642.326 W
INFO    26-05-04 19:52:38.526893 - 0:16:52 -   grad: 7.47e-01  flops: 3.55e+14  wps: 3.33e+04  iter:  0.4928  data: 0.0021  lr: 9.75e-05  mem: 50%  pow: 645.706 W
INFO    26-05-04 19:52:40.534857 - 0:16:54 -   grad: 8.33e-01  flops: 3.49e+14  wps: 3.27e+04  iter:   0.526  data: 0.0016  lr: 9.80e-05  mem: 50%  pow: 641.102 W
INFO    26-05-04 19:52:42.541996 - 0:16:56 -   grad: 9.71e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4995  data: 0.0011  lr: 9.85e-05  mem: 50%  pow: 647.867 W
INFO    26-05-04 19:52:44.540937 - 0:16:58 -   grad: 1.24e+00  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4974  data: 0.001  lr: 9.90e-05  mem: 50%  pow: 650.395 W
INFO    26-05-04 19:52:46.571704 - 0:17:00 -   grad: 1.21e+00  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5102  data: 0.0013  lr: 9.95e-05  mem: 50%  pow: 638.735 W
INFO    26-05-04 19:52:48.580332 - 0:17:02 -   grad: 8.98e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5126  data: 0.0013  lr: 1.00e-04  mem: 50%  pow: 652.774 W
INFO    26-05-04 19:52:50.572155 - 0:17:04 -   grad: 1.09e+00  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5046  data: 0.0012  lr: 1.01e-04  mem: 50%  pow: 665.547 W
INFO    26-05-04 19:52:52.582702 - 0:17:06 -   grad: 9.62e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4992  data: 0.0011  lr: 1.01e-04  mem: 50%  pow: 654.567 W
INFO    26-05-04 19:52:54.596621 - 0:17:08 -   grad: 9.97e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4962  data: 0.0011  lr: 1.02e-04  mem: 50%  pow: 650.524 W
INFO    26-05-04 19:52:56.595152 - 0:17:10 -   grad: 8.20e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5066  data: 0.0013  lr: 1.02e-04  mem: 50%  pow: 651.97 W
INFO    26-05-04 19:52:58.642317 - 0:17:12 -   grad: 9.30e-01  flops: 3.42e+14  wps: 3.21e+04  iter:   0.498  data: 0.0015  lr: 1.02e-04  mem: 50%  pow: 641.003 W
INFO    26-05-04 19:53:00.648399 - 0:17:14 -   grad: 9.93e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5178  data: 0.0011  lr: 1.03e-04  mem: 50%  pow: 647.308 W
INFO    26-05-04 19:53:02.680359 - 0:17:16 -   grad: 1.30e+00  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5047  data: 0.0011  lr: 1.03e-04  mem: 50%  pow: 658.017 W
INFO    26-05-04 19:53:04.720868 - 0:17:18 -   grad: 9.21e-01  flops: 3.43e+14  wps: 3.22e+04  iter:  0.5142  data: 0.001  lr: 1.04e-04  mem: 50%  pow: 642.661 W
INFO    26-05-04 19:53:06.759214 - 0:17:20 -   grad: 9.75e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5145  data: 0.001  lr: 1.04e-04  mem: 50%  pow: 649.913 W
INFO    26-05-04 19:53:08.777211 - 0:17:22 -   grad: 8.71e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5152  data: 0.0017  lr: 1.05e-04  mem: 50%  pow: 651.182 W
INFO    26-05-04 19:53:10.778606 - 0:17:24 -   grad: 7.94e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4856  data: 0.001  lr: 1.06e-04  mem: 50%  pow: 673.315 W
INFO    26-05-04 19:53:12.826289 - 0:17:26 -   grad: 7.43e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5167  data: 0.0012  lr: 1.06e-04  mem: 50%  pow: 641.729 W
INFO    26-05-04 19:53:14.833399 - 0:17:28 -   grad: 7.91e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5069  data: 0.0012  lr: 1.07e-04  mem: 50%  pow: 648.289 W
INFO    26-05-04 19:53:16.803248 - 0:17:30 -   grad: 8.14e-01  flops: 3.56e+14  wps: 3.33e+04  iter:   0.486  data: 0.0012  lr: 1.07e-04  mem: 50%  pow: 663.632 W
INFO    26-05-04 19:53:18.784145 - 0:17:32 -   grad: 8.55e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5025  data: 0.0016  lr: 1.07e-04  mem: 50%  pow: 649.549 W
INFO    26-05-04 19:53:20.798020 - 0:17:34 -   grad: 8.97e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5155  data: 0.0013  lr: 1.08e-04  mem: 50%  pow: 632.051 W
INFO    26-05-04 19:53:22.822430 - 0:17:36 -   grad: 8.47e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5019  data: 0.0012  lr: 1.09e-04  mem: 50%  pow: 644.184 W
INFO    26-05-04 19:53:24.869506 - 0:17:38 -   grad: 1.09e+00  flops: 3.42e+14  wps: 3.21e+04  iter:  0.5201  data: 0.0011  lr: 1.09e-04  mem: 50%  pow: 639.917 W
INFO    26-05-04 19:53:26.857578 - 0:17:40 -   grad: 1.23e+00  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4991  data: 0.0011  lr: 1.10e-04  mem: 50%  pow: 653.079 W
INFO    26-05-04 19:53:28.815095 - 0:17:42 -   grad: 9.68e-01  flops: 3.58e+14  wps: 3.35e+04  iter:  0.4991  data: 0.0012  lr: 1.10e-04  mem: 50%  pow: 661.348 W
INFO    26-05-04 19:53:30.839809 - 0:17:44 -   grad: 1.06e+00  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4995  data: 0.0014  lr: 1.11e-04  mem: 50%  pow: 656.459 W
INFO    26-05-04 19:53:32.819311 - 0:17:46 -   grad: 7.90e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5217  data: 0.0015  lr: 1.11e-04  mem: 50%  pow: 640.49 W
INFO    26-05-04 19:53:34.817397 - 0:17:48 -   grad: 1.09e+00  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5056  data: 0.0015  lr: 1.11e-04  mem: 50%  pow: 646.529 W
INFO    26-05-04 19:53:36.799234 - 0:17:50 -   grad: 9.33e-01  flops: 3.53e+14  wps: 3.31e+04  iter:   0.495  data: 0.0011  lr: 1.12e-04  mem: 50%  pow: 661.225 W
INFO    26-05-04 19:53:38.779405 - 0:17:52 -   grad: 9.37e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5126  data: 0.0013  lr: 1.13e-04  mem: 50%  pow: 660.402 W
INFO    26-05-04 19:53:40.857204 - 0:17:54 -   grad: 7.30e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.4918  data: 0.0011  lr: 1.13e-04  mem: 50%  pow: 651.265 W
INFO    26-05-04 19:53:42.899012 - 0:17:56 -   grad: 7.42e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4916  data: 0.001  lr: 1.14e-04  mem: 50%  pow: 636.936 W
INFO    26-05-04 19:53:44.900186 - 0:17:58 -   grad: 7.03e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5019  data: 0.0015  lr: 1.14e-04  mem: 50%  pow: 658.81 W
INFO    26-05-04 19:53:46.882347 - 0:18:00 -   grad: 8.06e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.5045  data: 0.0012  lr: 1.15e-04  mem: 50%  pow: 646.583 W
INFO    26-05-04 19:53:48.899918 - 0:18:02 -   grad: 1.05e+00  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4909  data: 0.0011  lr: 1.15e-04  mem: 50%  pow: 645.783 W
INFO    26-05-04 19:53:50.895805 - 0:18:04 -   grad: 1.24e+00  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5094  data: 0.0014  lr: 1.16e-04  mem: 50%  pow: 640.89 W
INFO    26-05-04 19:53:52.893027 - 0:18:06 -   grad: 7.50e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5071  data: 0.0014  lr: 1.16e-04  mem: 50%  pow: 647.264 W
INFO    26-05-04 19:53:54.887276 - 0:18:08 -   grad: 9.75e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5042  data: 0.001  lr: 1.17e-04  mem: 50%  pow: 642.617 W
INFO    26-05-04 19:53:56.875672 - 0:18:10 -   grad: 1.17e+00  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5136  data: 0.0016  lr: 1.17e-04  mem: 50%  pow: 649.046 W
INFO    26-05-04 19:53:58.895796 - 0:18:12 -   grad: 1.06e+00  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4944  data: 0.0011  lr: 1.17e-04  mem: 50%  pow: 655.388 W
INFO    26-05-04 19:54:00.873012 - 0:18:14 -   grad: 1.15e+00  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4928  data: 0.0015  lr: 1.18e-04  mem: 50%  pow: 664.689 W
INFO    26-05-04 19:54:02.914622 - 0:18:16 -   grad: 1.19e+00  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5203  data: 0.0012  lr: 1.18e-04  mem: 50%  pow: 638.6 W
INFO    26-05-04 19:54:04.925177 - 0:18:18 -   grad: 1.02e+00  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5133  data: 0.0014  lr: 1.19e-04  mem: 50%  pow: 641.837 W
INFO    26-05-04 19:54:06.906040 - 0:18:20 -   grad: 9.29e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4866  data: 0.0011  lr: 1.19e-04  mem: 50%  pow: 671.5 W
INFO    26-05-04 19:54:08.890224 - 0:18:22 -   grad: 8.74e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5029  data: 0.0012  lr: 1.20e-04  mem: 50%  pow: 654.933 W
INFO    26-05-04 19:54:10.889030 - 0:18:24 -   grad: 8.50e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4926  data: 0.0011  lr: 1.21e-04  mem: 50%  pow: 651.426 W
INFO    26-05-04 19:54:12.883284 - 0:18:26 -   grad: 7.90e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5003  data: 0.0012  lr: 1.21e-04  mem: 50%  pow: 646.779 W
INFO    26-05-04 19:54:14.912668 - 0:18:28 -   grad: 7.26e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5074  data: 0.0011  lr: 1.21e-04  mem: 50%  pow: 644.64 W
INFO    26-05-04 19:54:16.937451 - 0:18:30 -   grad: 7.55e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4963  data: 0.0012  lr: 1.22e-04  mem: 50%  pow: 646.429 W
INFO    26-05-04 19:54:18.949280 - 0:18:32 -   grad: 8.34e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4877  data: 0.001  lr: 1.22e-04  mem: 50%  pow: 648.388 W
INFO    26-05-04 19:54:20.928410 - 0:18:34 -   grad: 8.87e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5161  data: 0.001  lr: 1.23e-04  mem: 50%  pow: 645.813 W
INFO    26-05-04 19:54:22.978338 - 0:18:36 -   grad: 9.83e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5172  data: 0.0012  lr: 1.23e-04  mem: 50%  pow: 651.558 W
INFO    26-05-04 19:54:25.088335 - 0:18:38 -   grad: 1.28e+00  flops: 3.32e+14  wps: 3.11e+04  iter:   0.504  data: 0.0016  lr: 1.24e-04  mem: 50%  pow: 636.678 W
INFO    26-05-04 19:54:27.121217 - 0:18:40 -   grad: 9.69e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5097  data: 0.0013  lr: 1.24e-04  mem: 50%  pow: 643.27 W
INFO    26-05-04 19:54:29.146382 - 0:18:42 -   grad: 1.12e+00  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5011  data: 0.0009  lr: 1.25e-04  mem: 50%  pow: 644.683 W
INFO    26-05-04 19:54:31.133564 - 0:18:44 -   grad: 1.18e+00  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5006  data: 0.0009  lr: 1.26e-04  mem: 50%  pow: 666.112 W
INFO    26-05-04 19:54:33.151675 - 0:18:46 -   grad: 8.34e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5003  data: 0.0012  lr: 1.26e-04  mem: 50%  pow: 646.161 W
INFO    26-05-04 19:54:35.173851 - 0:18:48 -   grad: 8.31e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5075  data: 0.0011  lr: 1.27e-04  mem: 50%  pow: 645.317 W
INFO    26-05-04 19:54:37.190106 - 0:18:50 -   grad: 6.73e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.4918  data: 0.0011  lr: 1.27e-04  mem: 50%  pow: 656.937 W
INFO    26-05-04 19:54:39.260397 - 0:18:53 -   grad: 7.35e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5507  data: 0.0015  lr: 1.28e-04  mem: 50%  pow: 629.78 W
INFO    26-05-04 19:54:41.323046 - 0:18:55 -   grad: 6.40e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5166  data: 0.0011  lr: 1.28e-04  mem: 50%  pow: 647.137 W
INFO    26-05-04 19:54:43.344585 - 0:18:57 -   grad: 6.84e-01  flops: 3.47e+14  wps: 3.24e+04  iter:  0.5083  data: 0.0012  lr: 1.29e-04  mem: 50%  pow: 634.785 W
INFO    26-05-04 19:54:45.352528 - 0:18:59 -   grad: 7.63e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5207  data: 0.002  lr: 1.29e-04  mem: 50%  pow: 648.474 W
INFO    26-05-04 19:54:47.381108 - 0:19:01 -   grad: 1.06e+00  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5058  data: 0.0011  lr: 1.30e-04  mem: 50%  pow: 644.987 W
INFO    26-05-04 19:54:49.379012 - 0:19:03 -   grad: 1.06e+00  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5127  data: 0.001  lr: 1.30e-04  mem: 50%  pow: 648.44 W
INFO    26-05-04 19:54:51.382843 - 0:19:05 -   grad: 1.04e+00  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4967  data: 0.0011  lr: 1.31e-04  mem: 50%  pow: 657.121 W
INFO    26-05-04 19:54:53.473970 - 0:19:07 -   grad: 1.22e+00  flops: 3.35e+14  wps: 3.14e+04  iter:  0.5203  data: 0.0012  lr: 1.31e-04  mem: 50%  pow: 632.287 W
INFO    26-05-04 19:54:55.479674 - 0:19:09 -   grad: 7.43e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5301  data: 0.0011  lr: 1.31e-04  mem: 50%  pow: 651.498 W
INFO    26-05-04 19:54:57.446515 - 0:19:11 -   grad: 9.61e-01  flops: 3.56e+14  wps: 3.34e+04  iter:  0.4936  data: 0.001  lr: 1.32e-04  mem: 50%  pow: 655.951 W
INFO    26-05-04 19:54:59.479671 - 0:19:13 -   grad: 1.26e+00  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5068  data: 0.0009  lr: 1.33e-04  mem: 50%  pow: 649.272 W
INFO    26-05-04 19:55:01.527601 - 0:19:15 -   grad: 9.51e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5429  data: 0.0011  lr: 1.33e-04  mem: 50%  pow: 636.886 W
INFO    26-05-04 19:55:03.541495 - 0:19:17 -   grad: 8.53e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.489  data: 0.0009  lr: 1.34e-04  mem: 50%  pow: 663.588 W
INFO    26-05-04 19:55:05.584713 - 0:19:19 -   grad: 9.69e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5132  data: 0.0012  lr: 1.34e-04  mem: 50%  pow: 653.164 W
INFO    26-05-04 19:55:07.604985 - 0:19:21 -   grad: 9.51e-01  flops: 3.47e+14  wps: 3.24e+04  iter:  0.5111  data: 0.0012  lr: 1.35e-04  mem: 50%  pow: 648.31 W
INFO    26-05-04 19:55:09.644165 - 0:19:23 -   grad: 7.71e-01  flops: 3.44e+14  wps: 3.22e+04  iter:   0.503  data: 0.0011  lr: 1.35e-04  mem: 50%  pow: 645.559 W
INFO    26-05-04 19:55:11.650016 - 0:19:25 -   grad: 6.84e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4947  data: 0.0012  lr: 1.36e-04  mem: 50%  pow: 666.278 W
INFO    26-05-04 19:55:13.699673 - 0:19:27 -   grad: 8.09e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5115  data: 0.0012  lr: 1.36e-04  mem: 50%  pow: 643.518 W
INFO    26-05-04 19:55:15.724440 - 0:19:29 -   grad: 8.44e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5016  data: 0.0011  lr: 1.37e-04  mem: 50%  pow: 654.937 W
INFO    26-05-04 19:55:17.751970 - 0:19:31 -   grad: 1.18e+00  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5092  data: 0.0011  lr: 1.37e-04  mem: 50%  pow: 659.183 W
INFO    26-05-04 19:55:19.718381 - 0:19:33 -   grad: 9.75e-01  flops: 3.56e+14  wps: 3.34e+04  iter:  0.4982  data: 0.0012  lr: 1.38e-04  mem: 50%  pow: 670.131 W
INFO    26-05-04 19:55:21.753289 - 0:19:35 -   grad: 8.89e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5158  data: 0.0012  lr: 1.38e-04  mem: 50%  pow: 652.82 W
INFO    26-05-04 19:55:23.765100 - 0:19:37 -   grad: 8.47e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5022  data: 0.001  lr: 1.39e-04  mem: 50%  pow: 653.278 W
INFO    26-05-04 19:55:25.733344 - 0:19:39 -   grad: 1.12e+00  flops: 3.56e+14  wps: 3.33e+04  iter:  0.5056  data: 0.001  lr: 1.39e-04  mem: 50%  pow: 652.159 W
INFO    26-05-04 19:55:27.760830 - 0:19:41 -   grad: 8.85e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5004  data: 0.001  lr: 1.40e-04  mem: 50%  pow: 661.036 W
INFO    26-05-04 19:55:29.774114 - 0:19:43 -   grad: 1.01e+00  flops: 3.48e+14  wps: 3.26e+04  iter:   0.493  data: 0.001  lr: 1.40e-04  mem: 50%  pow: 640.163 W
INFO    26-05-04 19:55:31.772328 - 0:19:45 -   grad: 1.16e+00  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5132  data: 0.001  lr: 1.41e-04  mem: 50%  pow: 643.105 W
INFO    26-05-04 19:55:33.796253 - 0:19:47 -   grad: 7.54e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5131  data: 0.0011  lr: 1.41e-04  mem: 50%  pow: 639.289 W
INFO    26-05-04 19:55:35.799186 - 0:19:49 -   grad: 8.50e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4924  data: 0.0012  lr: 1.41e-04  mem: 50%  pow: 651.674 W
INFO    26-05-04 19:55:37.800581 - 0:19:51 -   grad: 7.66e-01  flops: 3.50e+14  wps: 3.28e+04  iter:   0.485  data: 0.0011  lr: 1.42e-04  mem: 50%  pow: 664.58 W
INFO    26-05-04 19:55:39.766389 - 0:19:53 -   grad: 9.42e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.5027  data: 0.0012  lr: 1.42e-04  mem: 50%  pow: 658.857 W
INFO    26-05-04 19:55:41.779137 - 0:19:55 -   grad: 7.82e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4964  data: 0.001  lr: 1.43e-04  mem: 50%  pow: 648.908 W
INFO    26-05-04 19:55:43.824599 - 0:19:57 -   grad: 6.93e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.5188  data: 0.0011  lr: 1.43e-04  mem: 50%  pow: 631.386 W
INFO    26-05-04 19:55:45.792201 - 0:19:59 -   grad: 8.02e-01  flops: 3.56e+14  wps: 3.34e+04  iter:  0.4757  data: 0.0009  lr: 1.44e-04  mem: 50%  pow: 661.285 W
INFO    26-05-04 19:55:47.791184 - 0:20:01 -   grad: 6.69e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4923  data: 0.0011  lr: 1.44e-04  mem: 50%  pow: 667.225 W
INFO    26-05-04 19:55:49.745049 - 0:20:03 -   grad: 6.41e-01  flops: 3.59e+14  wps: 3.36e+04  iter:  0.5006  data: 0.0014  lr: 1.45e-04  mem: 50%  pow: 657.346 W
INFO    26-05-04 19:55:51.731098 - 0:20:05 -   grad: 8.25e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4868  data: 0.0014  lr: 1.45e-04  mem: 50%  pow: 657.279 W
INFO    26-05-04 19:55:53.730384 - 0:20:07 -   grad: 9.28e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4985  data: 0.0013  lr: 1.46e-04  mem: 50%  pow: 652.283 W
INFO    26-05-04 19:55:55.727727 - 0:20:09 -   grad: 9.45e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4848  data: 0.0016  lr: 1.46e-04  mem: 50%  pow: 656.931 W
INFO    26-05-04 19:55:57.744083 - 0:20:11 -   grad: 9.51e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4953  data: 0.0015  lr: 1.47e-04  mem: 50%  pow: 653.007 W
INFO    26-05-04 19:55:59.743981 - 0:20:13 -   grad: 1.09e+00  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4851  data: 0.0016  lr: 1.48e-04  mem: 50%  pow: 640.881 W
INFO    26-05-04 19:56:01.749481 - 0:20:15 -   grad: 1.06e+00  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5078  data: 0.0011  lr: 1.48e-04  mem: 50%  pow: 649.388 W
INFO    26-05-04 19:56:03.781450 - 0:20:17 -   grad: 8.66e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4967  data: 0.0014  lr: 1.49e-04  mem: 50%  pow: 644.141 W
INFO    26-05-04 19:56:05.797291 - 0:20:19 -   grad: 8.67e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.4802  data: 0.0014  lr: 1.49e-04  mem: 50%  pow: 648.819 W
INFO    26-05-04 19:56:07.836652 - 0:20:21 -   grad: 7.30e-01  flops: 3.43e+14  wps: 3.22e+04  iter:  0.5091  data: 0.0014  lr: 1.50e-04  mem: 50%  pow: 638.26 W
INFO    26-05-04 19:56:09.801686 - 0:20:23 -   grad: 7.34e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.5027  data: 0.0013  lr: 1.50e-04  mem: 50%  pow: 667.919 W
INFO    26-05-04 19:56:11.811164 - 0:20:25 -   grad: 8.30e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5052  data: 0.0016  lr: 1.50e-04  mem: 50%  pow: 648.35 W
INFO    26-05-04 19:56:13.813461 - 0:20:27 -   grad: 9.48e-01  flops: 3.50e+14  wps: 3.28e+04  iter:   0.504  data: 0.0009  lr: 1.51e-04  mem: 50%  pow: 649.52 W
INFO    26-05-04 19:56:15.834632 - 0:20:29 -   grad: 7.63e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4926  data: 0.0011  lr: 1.51e-04  mem: 50%  pow: 651.864 W
INFO    26-05-04 19:56:17.879914 - 0:20:31 -   grad: 6.92e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.5017  data: 0.0016  lr: 1.52e-04  mem: 50%  pow: 641.613 W
INFO    26-05-04 19:56:19.877798 - 0:20:33 -   grad: 8.46e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4954  data: 0.0011  lr: 1.52e-04  mem: 50%  pow: 658.987 W
INFO    26-05-04 19:56:21.884613 - 0:20:35 -   grad: 7.86e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4878  data: 0.0017  lr: 1.53e-04  mem: 50%  pow: 662.736 W
INFO    26-05-04 19:56:23.885451 - 0:20:37 -   grad: 9.09e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5081  data: 0.0011  lr: 1.53e-04  mem: 50%  pow: 643.898 W
INFO    26-05-04 19:56:25.865771 - 0:20:39 -   grad: 8.71e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5017  data: 0.0014  lr: 1.54e-04  mem: 50%  pow: 662.214 W
INFO    26-05-04 19:56:27.923270 - 0:20:41 -   grad: 7.23e-01  flops: 3.40e+14  wps: 3.19e+04  iter:  0.5114  data: 0.0017  lr: 1.55e-04  mem: 50%  pow: 625.416 W
INFO    26-05-04 19:56:29.936363 - 0:20:43 -   grad: 7.83e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5114  data: 0.0054  lr: 1.55e-04  mem: 50%  pow: 647.76 W
INFO    26-05-04 19:56:31.911092 - 0:20:45 -   grad: 8.29e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4951  data: 0.0015  lr: 1.56e-04  mem: 50%  pow: 655.82 W
INFO    26-05-04 19:56:33.917564 - 0:20:47 -   grad: 1.04e+00  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5231  data: 0.0011  lr: 1.56e-04  mem: 50%  pow: 645.325 W
INFO    26-05-04 19:56:35.942836 - 0:20:49 -   grad: 8.78e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5381  data: 0.0012  lr: 1.57e-04  mem: 50%  pow: 630.068 W
INFO    26-05-04 19:56:37.983946 - 0:20:51 -   grad: 5.13e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5149  data: 0.0014  lr: 1.57e-04  mem: 50%  pow: 645.506 W
INFO    26-05-04 19:56:39.969002 - 0:20:53 -   grad: 6.60e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4895  data: 0.0017  lr: 1.58e-04  mem: 50%  pow: 661.042 W
INFO    26-05-04 19:56:41.994817 - 0:20:55 -   grad: 5.95e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4944  data: 0.0013  lr: 1.58e-04  mem: 50%  pow: 656.325 W
INFO    26-05-04 19:56:44.011121 - 0:20:57 -   grad: 7.87e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5079  data: 0.001  lr: 1.59e-04  mem: 50%  pow: 644.942 W
INFO    26-05-04 19:56:46.002454 - 0:20:59 -   grad: 1.04e+00  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5073  data: 0.0014  lr: 1.59e-04  mem: 50%  pow: 658.473 W
INFO    26-05-04 19:56:47.999791 - 0:21:01 -   grad: 1.10e+00  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4989  data: 0.0013  lr: 1.60e-04  mem: 50%  pow: 650.795 W
INFO    26-05-04 19:56:50.073993 - 0:21:03 -   grad: 7.75e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5088  data: 0.0014  lr: 1.60e-04  mem: 50%  pow: 627.558 W
INFO    26-05-04 19:56:52.075797 - 0:21:05 -   grad: 5.98e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4867  data: 0.0014  lr: 1.60e-04  mem: 50%  pow: 656.078 W
INFO    26-05-04 19:56:54.062706 - 0:21:07 -   grad: 6.61e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4921  data: 0.0012  lr: 1.61e-04  mem: 50%  pow: 652.793 W
INFO    26-05-04 19:56:56.066147 - 0:21:09 -   grad: 6.45e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5099  data: 0.0014  lr: 1.61e-04  mem: 50%  pow: 645.186 W
INFO    26-05-04 19:56:58.133548 - 0:21:11 -   grad: 7.12e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5155  data: 0.0016  lr: 1.62e-04  mem: 50%  pow: 636.883 W
INFO    26-05-04 19:57:00.189143 - 0:21:13 -   grad: 1.06e+00  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4911  data: 0.008  lr: 1.63e-04  mem: 50%  pow: 643.957 W
INFO    26-05-04 19:57:02.232426 - 0:21:15 -   grad: 1.05e+00  flops: 3.43e+14  wps: 3.21e+04  iter:   0.518  data: 0.0015  lr: 1.63e-04  mem: 50%  pow: 645.547 W
INFO    26-05-04 19:57:04.236644 - 0:21:17 -   grad: 7.92e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4976  data: 0.0015  lr: 1.64e-04  mem: 50%  pow: 658.684 W
INFO    26-05-04 19:57:06.272528 - 0:21:20 -   grad: 8.84e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4865  data: 0.0015  lr: 1.64e-04  mem: 50%  pow: 663.244 W
INFO    26-05-04 19:57:08.329606 - 0:21:22 -   grad: 8.12e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4879  data: 0.0011  lr: 1.65e-04  mem: 50%  pow: 647.546 W
INFO    26-05-04 19:57:10.343419 - 0:21:24 -   grad: 1.03e+00  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4901  data: 0.0051  lr: 1.65e-04  mem: 50%  pow: 658.748 W
INFO    26-05-04 19:57:12.397260 - 0:21:26 -   grad: 9.26e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5268  data: 0.0012  lr: 1.66e-04  mem: 50%  pow: 645.06 W
INFO    26-05-04 19:57:14.407800 - 0:21:28 -   grad: 8.11e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5069  data: 0.0019  lr: 1.66e-04  mem: 50%  pow: 644.748 W
INFO    26-05-04 19:57:16.406362 - 0:21:30 -   grad: 8.88e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5034  data: 0.0009  lr: 1.67e-04  mem: 50%  pow: 652.546 W
INFO    26-05-04 19:57:18.380111 - 0:21:32 -   grad: 8.26e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4742  data: 0.0168  lr: 1.67e-04  mem: 50%  pow: 656.98 W
INFO    26-05-04 19:57:20.342951 - 0:21:34 -   grad: 7.59e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4907  data: 0.0013  lr: 1.68e-04  mem: 50%  pow: 660.37 W
INFO    26-05-04 19:57:22.299165 - 0:21:36 -   grad: 8.15e-01  flops: 3.58e+14  wps: 3.35e+04  iter:  0.4818  data: 0.0015  lr: 1.68e-04  mem: 50%  pow: 668.32 W
INFO    26-05-04 19:57:24.316706 - 0:21:38 -   grad: 7.53e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5141  data: 0.0018  lr: 1.69e-04  mem: 50%  pow: 627.511 W
INFO    26-05-04 19:57:26.303434 - 0:21:40 -   grad: 6.19e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4793  data: 0.0014  lr: 1.69e-04  mem: 50%  pow: 656.221 W
INFO    26-05-04 19:57:28.328833 - 0:21:42 -   grad: 6.82e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5135  data: 0.0015  lr: 1.70e-04  mem: 50%  pow: 646.157 W
INFO    26-05-04 19:57:30.325037 - 0:21:44 -   grad: 7.90e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5367  data: 0.0014  lr: 1.70e-04  mem: 50%  pow: 647.277 W
INFO    26-05-04 19:57:32.291051 - 0:21:46 -   grad: 8.65e-01  flops: 3.56e+14  wps: 3.34e+04  iter:  0.4985  data: 0.0013  lr: 1.71e-04  mem: 50%  pow: 654.201 W
INFO    26-05-04 19:57:34.325320 - 0:21:48 -   grad: 8.48e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4741  data: 0.0011  lr: 1.71e-04  mem: 50%  pow: 662.103 W
INFO    26-05-04 19:57:36.330980 - 0:21:50 -   grad: 9.13e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5234  data: 0.0014  lr: 1.72e-04  mem: 50%  pow: 651.186 W
INFO    26-05-04 19:57:38.344917 - 0:21:52 -   grad: 9.93e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.506  data: 0.0016  lr: 1.72e-04  mem: 50%  pow: 640.86 W
INFO    26-05-04 19:57:40.368508 - 0:21:54 -   grad: 8.30e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5168  data: 0.0011  lr: 1.72e-04  mem: 50%  pow: 648.85 W
INFO    26-05-04 19:57:42.379944 - 0:21:56 -   grad: 7.49e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4986  data: 0.0013  lr: 1.73e-04  mem: 50%  pow: 672.7 W
INFO    26-05-04 19:57:44.403517 - 0:21:58 -   grad: 6.97e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5013  data: 0.0012  lr: 1.73e-04  mem: 50%  pow: 652.294 W
INFO    26-05-04 19:57:46.450017 - 0:22:00 -   grad: 6.47e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5125  data: 0.0015  lr: 1.74e-04  mem: 50%  pow: 652.624 W
INFO    26-05-04 19:57:48.501680 - 0:22:02 -   grad: 7.43e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5014  data: 0.0013  lr: 1.74e-04  mem: 50%  pow: 654.108 W
INFO    26-05-04 19:57:50.485349 - 0:22:04 -   grad: 9.01e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4872  data: 0.0076  lr: 1.75e-04  mem: 50%  pow: 650.74 W
INFO    26-05-04 19:57:52.596304 - 0:22:06 -   grad: 9.05e-01  flops: 3.32e+14  wps: 3.11e+04  iter:   0.537  data: 0.0015  lr: 1.75e-04  mem: 50%  pow: 638.034 W
INFO    26-05-04 19:57:54.631319 - 0:22:08 -   grad: 8.40e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5352  data: 0.0013  lr: 1.76e-04  mem: 50%  pow: 630.25 W
INFO    26-05-04 19:57:56.620971 - 0:22:10 -   grad: 8.44e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4951  data: 0.0032  lr: 1.76e-04  mem: 50%  pow: 658.019 W
INFO    26-05-04 19:57:58.606043 - 0:22:12 -   grad: 8.63e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4876  data: 0.0014  lr: 1.77e-04  mem: 50%  pow: 663.747 W
INFO    26-05-04 19:58:00.630778 - 0:22:14 -   grad: 9.97e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5126  data: 0.001  lr: 1.78e-04  mem: 50%  pow: 642.882 W
INFO    26-05-04 19:58:02.675764 - 0:22:16 -   grad: 1.00e+00  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5206  data: 0.0015  lr: 1.78e-04  mem: 50%  pow: 638.886 W
INFO    26-05-04 19:58:04.705762 - 0:22:18 -   grad: 1.01e+00  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4973  data: 0.0011  lr: 1.79e-04  mem: 50%  pow: 645.124 W
INFO    26-05-04 19:58:06.710758 - 0:22:20 -   grad: 9.40e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5047  data: 0.0009  lr: 1.79e-04  mem: 50%  pow: 652.199 W
INFO    26-05-04 19:58:08.729690 - 0:22:22 -   grad: 7.63e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5032  data: 0.0015  lr: 1.79e-04  mem: 50%  pow: 651.677 W
INFO    26-05-04 19:58:10.694221 - 0:22:24 -   grad: 6.64e-01  flops: 3.57e+14  wps: 3.34e+04  iter:     0.5  data: 0.0015  lr: 1.80e-04  mem: 50%  pow: 655.904 W
INFO    26-05-04 19:58:12.675066 - 0:22:26 -   grad: 5.98e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4932  data: 0.0009  lr: 1.80e-04  mem: 50%  pow: 663.91 W
INFO    26-05-04 19:58:14.639670 - 0:22:28 -   grad: 5.22e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4948  data: 0.0014  lr: 1.81e-04  mem: 50%  pow: 662.078 W
INFO    26-05-04 19:58:16.650990 - 0:22:30 -   grad: 4.84e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.499  data: 0.0015  lr: 1.81e-04  mem: 50%  pow: 655.679 W
INFO    26-05-04 19:58:18.661352 - 0:22:32 -   grad: 4.85e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.4987  data: 0.0014  lr: 1.82e-04  mem: 50%  pow: 654.38 W
INFO    26-05-04 19:58:20.628767 - 0:22:34 -   grad: 4.88e-01  flops: 3.56e+14  wps: 3.34e+04  iter:  0.4872  data: 0.0011  lr: 1.82e-04  mem: 50%  pow: 654.603 W
INFO    26-05-04 19:58:22.625961 - 0:22:36 -   grad: 4.13e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5066  data: 0.0018  lr: 1.83e-04  mem: 50%  pow: 648.114 W
INFO    26-05-04 19:58:24.654013 - 0:22:38 -   grad: 4.60e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4955  data: 0.0011  lr: 1.83e-04  mem: 50%  pow: 652.209 W
INFO    26-05-04 19:58:26.671361 - 0:22:40 -   grad: 3.91e-01  flops: 3.47e+14  wps: 3.25e+04  iter:   0.527  data: 0.0009  lr: 1.84e-04  mem: 50%  pow: 636.289 W
INFO    26-05-04 19:58:28.685671 - 0:22:42 -   grad: 4.58e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4833  data: 0.0016  lr: 1.85e-04  mem: 50%  pow: 665.793 W
INFO    26-05-04 19:58:30.670388 - 0:22:44 -   grad: 5.44e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5064  data: 0.001  lr: 1.85e-04  mem: 50%  pow: 659.316 W
INFO    26-05-04 19:58:32.695240 - 0:22:46 -   grad: 7.89e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4954  data: 0.0014  lr: 1.86e-04  mem: 50%  pow: 646.225 W
INFO    26-05-04 19:58:34.708925 - 0:22:48 -   grad: 8.95e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5165  data: 0.001  lr: 1.86e-04  mem: 50%  pow: 639.254 W
INFO    26-05-04 19:58:36.711910 - 0:22:50 -   grad: 7.31e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5087  data: 0.0011  lr: 1.87e-04  mem: 50%  pow: 637.058 W
INFO    26-05-04 19:58:38.709996 - 0:22:52 -   grad: 7.14e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4821  data: 0.0011  lr: 1.87e-04  mem: 50%  pow: 663.236 W
INFO    26-05-04 19:58:40.729544 - 0:22:54 -   grad: 6.77e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5181  data: 0.001  lr: 1.88e-04  mem: 50%  pow: 626.042 W
INFO    26-05-04 19:58:42.768157 - 0:22:56 -   grad: 6.80e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5101  data: 0.001  lr: 1.88e-04  mem: 50%  pow: 637.924 W
INFO    26-05-04 19:58:44.766482 - 0:22:58 -   grad: 5.63e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5044  data: 0.0016  lr: 1.89e-04  mem: 50%  pow: 650.924 W
INFO    26-05-04 19:58:46.739221 - 0:23:00 -   grad: 6.65e-01  flops: 3.55e+14  wps: 3.33e+04  iter:   0.485  data: 0.0015  lr: 1.89e-04  mem: 50%  pow: 651.097 W
INFO    26-05-04 19:58:48.768927 - 0:23:02 -   grad: 6.42e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4914  data: 0.0014  lr: 1.89e-04  mem: 50%  pow: 657.921 W
INFO    26-05-04 19:58:50.760288 - 0:23:04 -   grad: 7.48e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4818  data: 0.0172  lr: 1.90e-04  mem: 50%  pow: 670.342 W
INFO    26-05-04 19:58:52.797391 - 0:23:06 -   grad: 8.11e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5022  data: 0.0013  lr: 1.90e-04  mem: 50%  pow: 636.565 W
INFO    26-05-04 19:58:54.859495 - 0:23:08 -   grad: 8.50e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5392  data: 0.0012  lr: 1.91e-04  mem: 50%  pow: 627.939 W
INFO    26-05-04 19:58:56.847869 - 0:23:10 -   grad: 7.67e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4917  data: 0.0012  lr: 1.92e-04  mem: 50%  pow: 660.502 W
INFO    26-05-04 19:58:58.838176 - 0:23:12 -   grad: 6.87e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5199  data: 0.0023  lr: 1.92e-04  mem: 50%  pow: 650.184 W
INFO    26-05-04 19:59:00.901438 - 0:23:14 -   grad: 7.75e-01  flops: 3.40e+14  wps: 3.18e+04  iter:   0.534  data: 0.0013  lr: 1.93e-04  mem: 50%  pow: 633.989 W
INFO    26-05-04 19:59:02.885263 - 0:23:16 -   grad: 7.97e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.5134  data: 0.001  lr: 1.93e-04  mem: 50%  pow: 659.595 W
INFO    26-05-04 19:59:04.935310 - 0:23:18 -   grad: 8.17e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4951  data: 0.0013  lr: 1.94e-04  mem: 50%  pow: 653.017 W
INFO    26-05-04 19:59:06.900701 - 0:23:20 -   grad: 9.08e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4922  data: 0.0013  lr: 1.94e-04  mem: 50%  pow: 658.045 W
INFO    26-05-04 19:59:08.961467 - 0:23:22 -   grad: 8.41e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4853  data: 0.0018  lr: 1.95e-04  mem: 50%  pow: 658.176 W
INFO    26-05-04 19:59:10.951386 - 0:23:24 -   grad: 7.31e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4998  data: 0.001  lr: 1.95e-04  mem: 50%  pow: 643.327 W
INFO    26-05-04 19:59:12.948355 - 0:23:26 -   grad: 7.20e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4956  data: 0.0009  lr: 1.96e-04  mem: 50%  pow: 655.565 W
INFO    26-05-04 19:59:14.968586 - 0:23:28 -   grad: 6.72e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4956  data: 0.001  lr: 1.96e-04  mem: 50%  pow: 652.704 W
INFO    26-05-04 19:59:17.039307 - 0:23:30 -   grad: 8.08e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5156  data: 0.0009  lr: 1.97e-04  mem: 50%  pow: 640.157 W
INFO    26-05-04 19:59:19.133935 - 0:23:32 -   grad: 8.24e-01  flops: 3.34e+14  wps: 3.13e+04  iter:  0.5447  data: 0.0012  lr: 1.97e-04  mem: 50%  pow: 641.21 W
INFO    26-05-04 19:59:21.124371 - 0:23:34 -   grad: 6.97e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5081  data: 0.0017  lr: 1.98e-04  mem: 50%  pow: 647.024 W
INFO    26-05-04 19:59:23.152201 - 0:23:36 -   grad: 7.23e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5157  data: 0.0012  lr: 1.98e-04  mem: 50%  pow: 645.094 W
INFO    26-05-04 19:59:25.138952 - 0:23:38 -   grad: 7.06e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5002  data: 0.0022  lr: 1.99e-04  mem: 50%  pow: 660.203 W
INFO    26-05-04 19:59:27.147806 - 0:23:40 -   grad: 8.37e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5127  data: 0.0014  lr: 1.99e-04  mem: 50%  pow: 643.057 W
INFO    26-05-04 19:59:29.234278 - 0:23:42 -   grad: 9.62e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.5249  data: 0.0018  lr: 2.00e-04  mem: 50%  pow: 655.322 W
INFO    26-05-04 19:59:31.281841 - 0:23:45 -   grad: 9.45e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5232  data: 0.0014  lr: 2.00e-04  mem: 50%  pow: 649.592 W
INFO    26-05-04 19:59:33.249634 - 0:23:47 -   grad: 9.51e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4814  data: 0.0016  lr: 2.01e-04  mem: 50%  pow: 665.838 W
INFO    26-05-04 19:59:35.262056 - 0:23:49 -   grad: 7.46e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.508  data: 0.001  lr: 2.01e-04  mem: 50%  pow: 644.125 W
INFO    26-05-04 19:59:37.228263 - 0:23:50 -   grad: 7.46e-01  flops: 3.56e+14  wps: 3.34e+04  iter:  0.4989  data: 0.0011  lr: 2.02e-04  mem: 50%  pow: 666.107 W
INFO    26-05-04 19:59:39.166644 - 0:23:52 -   grad: 9.78e-01  flops: 3.61e+14  wps: 3.38e+04  iter:  0.4832  data: 0.0011  lr: 2.02e-04  mem: 50%  pow: 668.865 W
INFO    26-05-04 19:59:41.149712 - 0:23:54 -   grad: 9.14e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.5029  data: 0.0009  lr: 2.03e-04  mem: 50%  pow: 649.631 W
INFO    26-05-04 19:59:43.170908 - 0:23:56 -   grad: 6.72e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4688  data: 0.0245  lr: 2.03e-04  mem: 50%  pow: 652.542 W
INFO    26-05-04 19:59:45.194570 - 0:23:58 -   grad: 6.45e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4912  data: 0.003  lr: 2.03e-04  mem: 50%  pow: 644.082 W
INFO    26-05-04 19:59:47.157248 - 0:24:00 -   grad: 5.80e-01  flops: 3.57e+14  wps: 3.34e+04  iter:   0.478  data: 0.0013  lr: 2.04e-04  mem: 50%  pow: 668.501 W
INFO    26-05-04 19:59:49.165956 - 0:24:02 -   grad: 4.86e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5051  data: 0.0024  lr: 2.04e-04  mem: 50%  pow: 649.389 W
INFO    26-05-04 19:59:51.135812 - 0:24:04 -   grad: 4.74e-01  flops: 3.56e+14  wps: 3.33e+04  iter:   0.499  data: 0.001  lr: 2.05e-04  mem: 50%  pow: 646.454 W
INFO    26-05-04 19:59:53.131612 - 0:24:06 -   grad: 4.75e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5121  data: 0.001  lr: 2.05e-04  mem: 50%  pow: 642.386 W
INFO    26-05-04 19:59:55.163724 - 0:24:08 -   grad: 4.74e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5146  data: 0.0014  lr: 2.06e-04  mem: 50%  pow: 645.006 W
INFO    26-05-04 19:59:57.189376 - 0:24:10 -   grad: 4.98e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4848  data: 0.0014  lr: 2.07e-04  mem: 50%  pow: 638.441 W
INFO    26-05-04 19:59:59.235220 - 0:24:12 -   grad: 4.77e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5072  data: 0.001  lr: 2.07e-04  mem: 50%  pow: 641.776 W
INFO    26-05-04 20:00:01.284686 - 0:24:15 -   grad: 4.49e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5068  data: 0.0017  lr: 2.08e-04  mem: 50%  pow: 643.813 W
INFO    26-05-04 20:00:03.306454 - 0:24:17 -   grad: 4.43e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5048  data: 0.0017  lr: 2.08e-04  mem: 50%  pow: 652.55 W
INFO    26-05-04 20:00:05.299160 - 0:24:19 -   grad: 4.72e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5012  data: 0.0014  lr: 2.08e-04  mem: 50%  pow: 633.881 W
INFO    26-05-04 20:00:07.289767 - 0:24:21 -   grad: 5.36e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5202  data: 0.0008  lr: 2.09e-04  mem: 50%  pow: 656.009 W
INFO    26-05-04 20:00:09.307857 - 0:24:23 -   grad: 6.64e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5218  data: 0.0017  lr: 2.09e-04  mem: 50%  pow: 645.274 W
INFO    26-05-04 20:00:11.301248 - 0:24:25 -   grad: 6.63e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5049  data: 0.0011  lr: 2.10e-04  mem: 50%  pow: 641.657 W
INFO    26-05-04 20:00:13.283319 - 0:24:27 -   grad: 6.48e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5013  data: 0.0018  lr: 2.10e-04  mem: 50%  pow: 655.545 W
INFO    26-05-04 20:00:15.322407 - 0:24:29 -   grad: 6.38e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5056  data: 0.003  lr: 2.11e-04  mem: 50%  pow: 638.55 W
INFO    26-05-04 20:00:17.342273 - 0:24:31 -   grad: 5.77e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5028  data: 0.0015  lr: 2.11e-04  mem: 50%  pow: 639.233 W
INFO    26-05-04 20:00:19.333593 - 0:24:33 -   grad: 6.54e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4899  data: 0.001  lr: 2.12e-04  mem: 50%  pow: 662.281 W
INFO    26-05-04 20:00:21.328519 - 0:24:35 -   grad: 5.91e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4896  data: 0.0009  lr: 2.12e-04  mem: 50%  pow: 641.591 W
INFO    26-05-04 20:00:23.319158 - 0:24:37 -   grad: 5.79e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4972  data: 0.0153  lr: 2.13e-04  mem: 50%  pow: 627.277 W
INFO    26-05-04 20:00:25.334556 - 0:24:39 -   grad: 5.70e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.4985  data: 0.0014  lr: 2.14e-04  mem: 50%  pow: 642.355 W
INFO    26-05-04 20:00:27.348194 - 0:24:41 -   grad: 5.71e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4924  data: 0.0014  lr: 2.14e-04  mem: 50%  pow: 659.487 W
INFO    26-05-04 20:00:29.354787 - 0:24:43 -   grad: 7.45e-01  flops: 3.49e+14  wps: 3.27e+04  iter:   0.494  data: 0.001  lr: 2.15e-04  mem: 50%  pow: 639.864 W
INFO    26-05-04 20:00:31.351742 - 0:24:45 -   grad: 8.06e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5049  data: 0.0015  lr: 2.15e-04  mem: 50%  pow: 643.582 W
INFO    26-05-04 20:00:33.320924 - 0:24:47 -   grad: 7.29e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4831  data: 0.0011  lr: 2.16e-04  mem: 50%  pow: 656.751 W
INFO    26-05-04 20:00:35.357145 - 0:24:49 -   grad: 6.30e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5123  data: 0.001  lr: 2.16e-04  mem: 50%  pow: 640.857 W
INFO    26-05-04 20:00:37.361418 - 0:24:51 -   grad: 6.55e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5096  data: 0.0009  lr: 2.17e-04  mem: 50%  pow: 651.495 W
INFO    26-05-04 20:00:39.401736 - 0:24:53 -   grad: 6.45e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5179  data: 0.001  lr: 2.17e-04  mem: 50%  pow: 633.591 W
INFO    26-05-04 20:00:41.435636 - 0:24:55 -   grad: 6.61e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4951  data: 0.001  lr: 2.18e-04  mem: 50%  pow: 650.052 W
INFO    26-05-04 20:00:43.473771 - 0:24:57 -   grad: 6.76e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5373  data: 0.001  lr: 2.18e-04  mem: 50%  pow: 637.259 W
INFO    26-05-04 20:00:45.522133 - 0:24:59 -   grad: 6.60e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5188  data: 0.0009  lr: 2.18e-04  mem: 50%  pow: 637.262 W
INFO    26-05-04 20:00:47.507373 - 0:25:01 -   grad: 6.81e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5194  data: 0.0009  lr: 2.19e-04  mem: 50%  pow: 639.163 W
INFO    26-05-04 20:00:49.522474 - 0:25:03 -   grad: 7.46e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5088  data: 0.0014  lr: 2.19e-04  mem: 50%  pow: 653.064 W
INFO    26-05-04 20:00:51.518000 - 0:25:05 -   grad: 6.43e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5081  data: 0.0011  lr: 2.20e-04  mem: 50%  pow: 648.596 W
INFO    26-05-04 20:00:53.497014 - 0:25:07 -   grad: 7.19e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4907  data: 0.001  lr: 2.20e-04  mem: 50%  pow: 650.441 W
INFO    26-05-04 20:00:55.541309 - 0:25:09 -   grad: 6.74e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4981  data: 0.001  lr: 2.21e-04  mem: 50%  pow: 629.953 W
INFO    26-05-04 20:00:57.552358 - 0:25:11 -   grad: 7.13e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4929  data: 0.0008  lr: 2.22e-04  mem: 50%  pow: 665.78 W
INFO    26-05-04 20:00:59.552890 - 0:25:13 -   grad: 7.20e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4957  data: 0.001  lr: 2.22e-04  mem: 50%  pow: 655.43 W
INFO    26-05-04 20:01:01.556293 - 0:25:15 -   grad: 6.26e-01  flops: 3.50e+14  wps: 3.27e+04  iter:   0.507  data: 0.0014  lr: 2.23e-04  mem: 50%  pow: 632.751 W
INFO    26-05-04 20:01:03.598361 - 0:25:17 -   grad: 5.70e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5133  data: 0.0015  lr: 2.23e-04  mem: 50%  pow: 654.267 W
INFO    26-05-04 20:01:05.613716 - 0:25:19 -   grad: 5.50e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4831  data: 0.0164  lr: 2.24e-04  mem: 50%  pow: 641.825 W
INFO    26-05-04 20:01:07.614585 - 0:25:21 -   grad: 5.11e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4934  data: 0.002  lr: 2.24e-04  mem: 50%  pow: 654.755 W
INFO    26-05-04 20:01:09.649447 - 0:25:23 -   grad: 4.92e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4902  data: 0.0019  lr: 2.25e-04  mem: 50%  pow: 660.268 W
INFO    26-05-04 20:01:11.630077 - 0:25:25 -   grad: 4.48e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4974  data: 0.001  lr: 2.25e-04  mem: 50%  pow: 663.509 W
INFO    26-05-04 20:01:13.620401 - 0:25:27 -   grad: 4.30e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5111  data: 0.0016  lr: 2.26e-04  mem: 50%  pow: 646.641 W
INFO    26-05-04 20:01:15.650926 - 0:25:29 -   grad: 4.19e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.518  data: 0.0014  lr: 2.26e-04  mem: 50%  pow: 635.421 W
INFO    26-05-04 20:01:17.617603 - 0:25:31 -   grad: 4.28e-01  flops: 3.56e+14  wps: 3.34e+04  iter:  0.4937  data: 0.0014  lr: 2.27e-04  mem: 50%  pow: 656.252 W
INFO    26-05-04 20:01:19.640635 - 0:25:33 -   grad: 5.02e-01  flops: 3.46e+14  wps: 3.24e+04  iter:   0.501  data: 0.0158  lr: 2.27e-04  mem: 50%  pow: 636.98 W
INFO    26-05-04 20:01:21.627317 - 0:25:35 -   grad: 6.80e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4938  data: 0.0011  lr: 2.28e-04  mem: 50%  pow: 657.483 W
INFO    26-05-04 20:01:23.627195 - 0:25:37 -   grad: 7.86e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5049  data: 0.0009  lr: 2.28e-04  mem: 50%  pow: 650.417 W
INFO    26-05-04 20:01:25.592086 - 0:25:39 -   grad: 6.24e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4946  data: 0.0015  lr: 2.29e-04  mem: 50%  pow: 657.86 W
INFO    26-05-04 20:01:27.590493 - 0:25:41 -   grad: 5.73e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5069  data: 0.001  lr: 2.29e-04  mem: 50%  pow: 653.88 W
INFO    26-05-04 20:01:29.652592 - 0:25:43 -   grad: 7.20e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5202  data: 0.0016  lr: 2.30e-04  mem: 50%  pow: 642.269 W
INFO    26-05-04 20:01:31.718501 - 0:25:45 -   grad: 6.02e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5288  data: 0.0016  lr: 2.30e-04  mem: 50%  pow: 635.446 W
INFO    26-05-04 20:01:33.697386 - 0:25:47 -   grad: 5.00e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4831  data: 0.001  lr: 2.31e-04  mem: 50%  pow: 659.925 W
INFO    26-05-04 20:01:35.718358 - 0:25:49 -   grad: 5.56e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5177  data: 0.001  lr: 2.31e-04  mem: 50%  pow: 649.716 W
INFO    26-05-04 20:01:37.737894 - 0:25:51 -   grad: 5.17e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4978  data: 0.0012  lr: 2.32e-04  mem: 50%  pow: 646.013 W
INFO    26-05-04 20:01:39.714653 - 0:25:53 -   grad: 5.17e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4953  data: 0.0009  lr: 2.32e-04  mem: 50%  pow: 657.56 W
INFO    26-05-04 20:01:41.707604 - 0:25:55 -   grad: 5.19e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4917  data: 0.001  lr: 2.33e-04  mem: 50%  pow: 644.808 W
INFO    26-05-04 20:01:43.706223 - 0:25:57 -   grad: 5.12e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4879  data: 0.001  lr: 2.33e-04  mem: 50%  pow: 663.542 W
INFO    26-05-04 20:01:45.714506 - 0:25:59 -   grad: 5.21e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5196  data: 0.001  lr: 2.34e-04  mem: 50%  pow: 646.381 W
INFO    26-05-04 20:01:47.749185 - 0:26:01 -   grad: 5.60e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5224  data: 0.0015  lr: 2.34e-04  mem: 50%  pow: 649.083 W
INFO    26-05-04 20:01:49.756789 - 0:26:03 -   grad: 6.28e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5046  data: 0.0016  lr: 2.34e-04  mem: 50%  pow: 647.553 W
INFO    26-05-04 20:01:51.768422 - 0:26:05 -   grad: 5.78e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5029  data: 0.0011  lr: 2.35e-04  mem: 50%  pow: 654.378 W
INFO    26-05-04 20:01:53.770473 - 0:26:07 -   grad: 6.21e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4842  data: 0.0013  lr: 2.36e-04  mem: 50%  pow: 645.401 W
INFO    26-05-04 20:01:55.749836 - 0:26:09 -   grad: 6.83e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5004  data: 0.0015  lr: 2.36e-04  mem: 50%  pow: 657.235 W
INFO    26-05-04 20:01:57.748862 - 0:26:11 -   grad: 7.24e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5029  data: 0.0068  lr: 2.37e-04  mem: 50%  pow: 664.067 W
INFO    26-05-04 20:01:59.811206 - 0:26:13 -   grad: 7.39e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5238  data: 0.0015  lr: 2.37e-04  mem: 50%  pow: 635.034 W
INFO    26-05-04 20:02:01.832821 - 0:26:15 -   grad: 6.41e-01  flops: 3.47e+14  wps: 3.25e+04  iter:    0.51  data: 0.0012  lr: 2.37e-04  mem: 50%  pow: 646.361 W
INFO    26-05-04 20:02:03.849695 - 0:26:17 -   grad: 7.60e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5008  data: 0.0009  lr: 2.38e-04  mem: 50%  pow: 635.785 W
INFO    26-05-04 20:02:05.859417 - 0:26:19 -   grad: 6.68e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.4961  data: 0.0011  lr: 2.38e-04  mem: 50%  pow: 649.242 W
INFO    26-05-04 20:02:07.902870 - 0:26:21 -   grad: 7.11e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5113  data: 0.0014  lr: 2.39e-04  mem: 50%  pow: 642.046 W
INFO    26-05-04 20:02:09.923777 - 0:26:23 -   grad: 7.51e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4964  data: 0.0014  lr: 2.39e-04  mem: 50%  pow: 646.406 W
INFO    26-05-04 20:02:11.912613 - 0:26:25 -   grad: 6.77e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5056  data: 0.0014  lr: 2.40e-04  mem: 50%  pow: 642.746 W
INFO    26-05-04 20:02:13.887159 - 0:26:27 -   grad: 5.85e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4997  data: 0.001  lr: 2.40e-04  mem: 50%  pow: 660.251 W
INFO    26-05-04 20:02:15.905301 - 0:26:29 -   grad: 5.63e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5091  data: 0.0013  lr: 2.41e-04  mem: 50%  pow: 649.079 W
INFO    26-05-04 20:02:17.936205 - 0:26:31 -   grad: 5.41e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5196  data: 0.001  lr: 2.41e-04  mem: 50%  pow: 648.628 W
INFO    26-05-04 20:02:19.906601 - 0:26:33 -   grad: 4.46e-01  flops: 3.55e+14  wps: 3.33e+04  iter:  0.4915  data: 0.0015  lr: 2.42e-04  mem: 50%  pow: 663.92 W
INFO    26-05-04 20:02:21.927996 - 0:26:35 -   grad: 4.82e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4978  data: 0.0228  lr: 2.42e-04  mem: 50%  pow: 650.862 W
INFO    26-05-04 20:02:23.939733 - 0:26:37 -   grad: 4.50e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4831  data: 0.0013  lr: 2.43e-04  mem: 50%  pow: 645.825 W
INFO    26-05-04 20:02:25.937544 - 0:26:39 -   grad: 5.46e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5066  data: 0.0014  lr: 2.44e-04  mem: 50%  pow: 656.462 W
INFO    26-05-04 20:02:27.916202 - 0:26:41 -   grad: 5.68e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4998  data: 0.001  lr: 2.44e-04  mem: 50%  pow: 659.81 W
INFO    26-05-04 20:02:29.931948 - 0:26:43 -   grad: 4.94e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5045  data: 0.0014  lr: 2.44e-04  mem: 50%  pow: 668.665 W
INFO    26-05-04 20:02:31.937067 - 0:26:45 -   grad: 5.21e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5046  data: 0.0013  lr: 2.45e-04  mem: 50%  pow: 650.214 W
INFO    26-05-04 20:02:34.017749 - 0:26:47 -   grad: 5.84e-01  flops: 3.37e+14  wps: 3.15e+04  iter:  0.5308  data: 0.001  lr: 2.46e-04  mem: 50%  pow: 634.507 W
INFO    26-05-04 20:02:36.067845 - 0:26:49 -   grad: 5.37e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5044  data: 0.0011  lr: 2.46e-04  mem: 50%  pow: 650.648 W
INFO    26-05-04 20:02:38.140118 - 0:26:51 -   grad: 3.85e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5415  data: 0.0014  lr: 2.47e-04  mem: 50%  pow: 649.335 W
INFO    26-05-04 20:02:40.157488 - 0:26:53 -   grad: 4.53e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5059  data: 0.0013  lr: 2.47e-04  mem: 50%  pow: 637.094 W
INFO    26-05-04 20:02:42.160112 - 0:26:55 -   grad: 4.65e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5117  data: 0.0013  lr: 2.47e-04  mem: 50%  pow: 648.924 W
INFO    26-05-04 20:02:44.159569 - 0:26:57 -   grad: 4.75e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5109  data: 0.0013  lr: 2.48e-04  mem: 50%  pow: 653.359 W
INFO    26-05-04 20:02:46.177438 - 0:26:59 -   grad: 4.42e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5052  data: 0.0013  lr: 2.49e-04  mem: 50%  pow: 646.727 W
INFO    26-05-04 20:02:48.149587 - 0:27:01 -   grad: 3.99e-01  flops: 3.55e+14  wps: 3.33e+04  iter:  0.5001  data: 0.0009  lr: 2.49e-04  mem: 50%  pow: 653.697 W
INFO    26-05-04 20:02:50.141010 - 0:27:03 -   grad: 3.94e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5161  data: 0.001  lr: 2.49e-04  mem: 50%  pow: 648.132 W
INFO    26-05-04 20:02:52.139404 - 0:27:05 -   grad: 4.04e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5007  data: 0.0009  lr: 2.50e-04  mem: 50%  pow: 663.174 W
INFO    26-05-04 20:02:54.121462 - 0:27:07 -   grad: 4.27e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5006  data: 0.0015  lr: 2.51e-04  mem: 50%  pow: 648.483 W
INFO    26-05-04 20:02:56.141929 - 0:27:09 -   grad: 4.16e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4968  data: 0.001  lr: 2.51e-04  mem: 50%  pow: 638.756 W
INFO    26-05-04 20:02:58.178470 - 0:27:11 -   grad: 4.73e-01  flops: 3.44e+14  wps: 3.22e+04  iter:   0.528  data: 0.0009  lr: 2.51e-04  mem: 50%  pow: 642.77 W
INFO    26-05-04 20:03:00.221854 - 0:27:13 -   grad: 5.14e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5162  data: 0.0011  lr: 2.52e-04  mem: 50%  pow: 656.06 W
INFO    26-05-04 20:03:02.277587 - 0:27:16 -   grad: 6.05e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5321  data: 0.0009  lr: 2.53e-04  mem: 50%  pow: 631.159 W
INFO    26-05-04 20:03:04.358135 - 0:27:18 -   grad: 6.51e-01  flops: 3.37e+14  wps: 3.15e+04  iter:  0.5234  data: 0.0013  lr: 2.53e-04  mem: 50%  pow: 638.935 W
INFO    26-05-04 20:03:06.416784 - 0:27:20 -   grad: 6.77e-01  flops: 3.40e+14  wps: 3.19e+04  iter:  0.5191  data: 0.0032  lr: 2.53e-04  mem: 50%  pow: 648.656 W
INFO    26-05-04 20:03:08.395241 - 0:27:22 -   grad: 6.40e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.5228  data: 0.001  lr: 2.54e-04  mem: 50%  pow: 651.257 W
INFO    26-05-04 20:03:10.385404 - 0:27:24 -   grad: 5.68e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4864  data: 0.0011  lr: 2.55e-04  mem: 50%  pow: 656.335 W
INFO    26-05-04 20:03:12.396244 - 0:27:26 -   grad: 5.87e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5063  data: 0.0011  lr: 2.55e-04  mem: 50%  pow: 654.892 W
INFO    26-05-04 20:03:14.462055 - 0:27:28 -   grad: 6.17e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5728  data: 0.0021  lr: 2.56e-04  mem: 50%  pow: 636.607 W
INFO    26-05-04 20:03:16.510673 - 0:27:30 -   grad: 6.16e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5107  data: 0.0011  lr: 2.56e-04  mem: 50%  pow: 656.29 W
INFO    26-05-04 20:03:18.444972 - 0:27:32 -   grad: 6.66e-01  flops: 3.62e+14  wps: 3.39e+04  iter:  0.4728  data: 0.0008  lr: 2.57e-04  mem: 50%  pow: 659.798 W
INFO    26-05-04 20:03:20.458007 - 0:27:34 -   grad: 5.45e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5057  data: 0.0012  lr: 2.57e-04  mem: 50%  pow: 653.918 W
INFO    26-05-04 20:03:22.498876 - 0:27:36 -   grad: 4.38e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5253  data: 0.0009  lr: 2.58e-04  mem: 50%  pow: 636.724 W
INFO    26-05-04 20:03:24.537826 - 0:27:38 -   grad: 5.18e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5028  data: 0.0008  lr: 2.58e-04  mem: 50%  pow: 639.751 W
INFO    26-05-04 20:03:26.545515 - 0:27:40 -   grad: 4.92e-01  flops: 3.49e+14  wps: 3.27e+04  iter:   0.503  data: 0.0014  lr: 2.58e-04  mem: 50%  pow: 645.835 W
INFO    26-05-04 20:03:28.561720 - 0:27:42 -   grad: 4.65e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5089  data: 0.0017  lr: 2.59e-04  mem: 50%  pow: 641.623 W
INFO    26-05-04 20:03:30.558895 - 0:27:44 -   grad: 4.88e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4973  data: 0.0009  lr: 2.60e-04  mem: 50%  pow: 659.478 W
INFO    26-05-04 20:03:32.634378 - 0:27:46 -   grad: 4.76e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.5221  data: 0.001  lr: 2.60e-04  mem: 50%  pow: 645.479 W
INFO    26-05-04 20:03:34.641428 - 0:27:48 -   grad: 4.17e-01  flops: 3.49e+14  wps: 3.27e+04  iter:   0.507  data: 0.001  lr: 2.60e-04  mem: 50%  pow: 639.403 W
INFO    26-05-04 20:03:36.656709 - 0:27:50 -   grad: 4.28e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5059  data: 0.0009  lr: 2.61e-04  mem: 50%  pow: 652.882 W
INFO    26-05-04 20:03:38.686388 - 0:27:52 -   grad: 4.17e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5092  data: 0.001  lr: 2.62e-04  mem: 50%  pow: 650.949 W
INFO    26-05-04 20:03:40.700879 - 0:27:54 -   grad: 4.62e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5075  data: 0.001  lr: 2.62e-04  mem: 50%  pow: 668.067 W
INFO    26-05-04 20:03:42.651591 - 0:27:56 -   grad: 4.61e-01  flops: 3.59e+14  wps: 3.37e+04  iter:  0.4885  data: 0.0035  lr: 2.63e-04  mem: 50%  pow: 663.055 W
INFO    26-05-04 20:03:44.658668 - 0:27:58 -   grad: 4.16e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4979  data: 0.001  lr: 2.63e-04  mem: 50%  pow: 648.493 W
INFO    26-05-04 20:03:46.638234 - 0:28:00 -   grad: 4.64e-01  flops: 3.54e+14  wps: 3.31e+04  iter:   0.501  data: 0.0011  lr: 2.64e-04  mem: 50%  pow: 656.954 W
INFO    26-05-04 20:03:48.661462 - 0:28:02 -   grad: 4.43e-01  flops: 3.47e+14  wps: 3.24e+04  iter:  0.5189  data: 0.001  lr: 2.64e-04  mem: 50%  pow: 647.006 W
INFO    26-05-04 20:03:50.677885 - 0:28:04 -   grad: 4.45e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5052  data: 0.0011  lr: 2.65e-04  mem: 50%  pow: 656.76 W
INFO    26-05-04 20:03:52.624200 - 0:28:06 -   grad: 4.04e-01  flops: 3.60e+14  wps: 3.37e+04  iter:  0.4888  data: 0.0012  lr: 2.65e-04  mem: 50%  pow: 654.752 W
INFO    26-05-04 20:03:54.622237 - 0:28:08 -   grad: 4.30e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4895  data: 0.001  lr: 2.66e-04  mem: 50%  pow: 661.238 W
INFO    26-05-04 20:03:56.602513 - 0:28:10 -   grad: 3.75e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4968  data: 0.0018  lr: 2.66e-04  mem: 50%  pow: 660.766 W
INFO    26-05-04 20:03:58.644711 - 0:28:12 -   grad: 4.14e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5133  data: 0.001  lr: 2.67e-04  mem: 50%  pow: 649.518 W
INFO    26-05-04 20:04:00.629307 - 0:28:14 -   grad: 4.51e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5088  data: 0.0014  lr: 2.67e-04  mem: 50%  pow: 645.759 W
INFO    26-05-04 20:04:02.698025 - 0:28:16 -   grad: 4.34e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5076  data: 0.0042  lr: 2.67e-04  mem: 50%  pow: 644.76 W
INFO    26-05-04 20:04:04.690025 - 0:28:18 -   grad: 4.92e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4842  data: 0.0101  lr: 2.68e-04  mem: 50%  pow: 652.14 W
INFO    26-05-04 20:04:06.709362 - 0:28:20 -   grad: 5.31e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4865  data: 0.0016  lr: 2.69e-04  mem: 50%  pow: 638.581 W
INFO    26-05-04 20:04:08.748684 - 0:28:22 -   grad: 4.93e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5055  data: 0.001  lr: 2.69e-04  mem: 50%  pow: 633.272 W
INFO    26-05-04 20:04:10.751556 - 0:28:24 -   grad: 5.62e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5227  data: 0.0015  lr: 2.70e-04  mem: 50%  pow: 643.928 W
INFO    26-05-04 20:04:12.752730 - 0:28:26 -   grad: 5.08e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4994  data: 0.0018  lr: 2.70e-04  mem: 50%  pow: 650.11 W
INFO    26-05-04 20:04:14.736362 - 0:28:28 -   grad: 6.07e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.5075  data: 0.0015  lr: 2.71e-04  mem: 50%  pow: 646.638 W
INFO    26-05-04 20:04:16.731676 - 0:28:30 -   grad: 5.93e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5056  data: 0.0051  lr: 2.71e-04  mem: 50%  pow: 640.93 W
INFO    26-05-04 20:04:18.767517 - 0:28:32 -   grad: 6.48e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5453  data: 0.0012  lr: 2.72e-04  mem: 50%  pow: 635.494 W
INFO    26-05-04 20:04:20.761634 - 0:28:34 -   grad: 5.15e-01  flops: 3.51e+14  wps: 3.29e+04  iter:   0.483  data: 0.001  lr: 2.72e-04  mem: 50%  pow: 658.656 W
INFO    26-05-04 20:04:22.780189 - 0:28:36 -   grad: 5.04e-01  flops: 3.47e+14  wps: 3.25e+04  iter:   0.519  data: 0.001  lr: 2.73e-04  mem: 50%  pow: 647.546 W
INFO    26-05-04 20:04:24.837305 - 0:28:38 -   grad: 4.78e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4835  data: 0.0009  lr: 2.73e-04  mem: 50%  pow: 636.741 W
INFO    26-05-04 20:04:26.827316 - 0:28:40 -   grad: 4.38e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4811  data: 0.0009  lr: 2.74e-04  mem: 50%  pow: 661.4 W
INFO    26-05-04 20:04:28.820819 - 0:28:42 -   grad: 4.21e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4918  data: 0.0034  lr: 2.74e-04  mem: 50%  pow: 653.165 W
INFO    26-05-04 20:04:30.847644 - 0:28:44 -   grad: 4.23e-01  flops: 3.46e+14  wps: 3.23e+04  iter:  0.4999  data: 0.0015  lr: 2.75e-04  mem: 50%  pow: 648.484 W
INFO    26-05-04 20:04:32.876952 - 0:28:46 -   grad: 3.72e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.503  data: 0.001  lr: 2.75e-04  mem: 50%  pow: 648.735 W
INFO    26-05-04 20:04:34.971192 - 0:28:48 -   grad: 3.89e-01  flops: 3.35e+14  wps: 3.13e+04  iter:   0.547  data: 0.002  lr: 2.76e-04  mem: 50%  pow: 639.58 W
INFO    26-05-04 20:04:36.939934 - 0:28:50 -   grad: 4.45e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.5041  data: 0.0011  lr: 2.76e-04  mem: 50%  pow: 655.555 W
INFO    26-05-04 20:04:38.963836 - 0:28:52 -   grad: 3.96e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5239  data: 0.0013  lr: 2.77e-04  mem: 50%  pow: 630.653 W
INFO    26-05-04 20:04:40.995746 - 0:28:54 -   grad: 3.67e-01  flops: 3.47e+14  wps: 3.24e+04  iter:  0.5153  data: 0.001  lr: 2.77e-04  mem: 50%  pow: 655.469 W
INFO    26-05-04 20:04:43.034984 - 0:28:56 -   grad: 3.86e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5155  data: 0.001  lr: 2.78e-04  mem: 50%  pow: 633.699 W
INFO    26-05-04 20:04:45.045488 - 0:28:58 -   grad: 3.80e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5072  data: 0.001  lr: 2.78e-04  mem: 50%  pow: 642.395 W
INFO    26-05-04 20:04:47.082088 - 0:29:00 -   grad: 4.20e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.495  data: 0.0014  lr: 2.79e-04  mem: 50%  pow: 640.679 W
INFO    26-05-04 20:04:49.064960 - 0:29:02 -   grad: 5.83e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4967  data: 0.001  lr: 2.79e-04  mem: 50%  pow: 658.147 W
INFO    26-05-04 20:04:51.086300 - 0:29:04 -   grad: 6.18e-01  flops: 3.47e+14  wps: 3.24e+04  iter:  0.5063  data: 0.0009  lr: 2.80e-04  mem: 50%  pow: 660.402 W
INFO    26-05-04 20:04:53.092251 - 0:29:06 -   grad: 6.47e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5079  data: 0.0013  lr: 2.80e-04  mem: 50%  pow: 668.374 W
INFO    26-05-04 20:04:55.084315 - 0:29:08 -   grad: 5.28e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5088  data: 0.001  lr: 2.81e-04  mem: 50%  pow: 661.786 W
INFO    26-05-04 20:04:57.167460 - 0:29:10 -   grad: 5.27e-01  flops: 3.36e+14  wps: 3.15e+04  iter:  0.5315  data: 0.0035  lr: 2.81e-04  mem: 50%  pow: 636.035 W
INFO    26-05-04 20:04:59.227429 - 0:29:12 -   grad: 5.67e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5043  data: 0.0016  lr: 2.81e-04  mem: 50%  pow: 658.168 W
INFO    26-05-04 20:05:01.239682 - 0:29:14 -   grad: 5.29e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5321  data: 0.0012  lr: 2.82e-04  mem: 50%  pow: 623.668 W
INFO    26-05-04 20:05:03.256114 - 0:29:17 -   grad: 5.81e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4915  data: 0.0011  lr: 2.82e-04  mem: 50%  pow: 657.454 W
INFO    26-05-04 20:05:05.247970 - 0:29:19 -   grad: 5.58e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4894  data: 0.0009  lr: 2.83e-04  mem: 50%  pow: 667.229 W
INFO    26-05-04 20:05:07.194652 - 0:29:20 -   grad: 5.25e-01  flops: 3.60e+14  wps: 3.37e+04  iter:  0.4826  data: 0.0011  lr: 2.84e-04  mem: 50%  pow: 654.802 W
INFO    26-05-04 20:05:09.258648 - 0:29:23 -   grad: 5.58e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5161  data: 0.0011  lr: 2.84e-04  mem: 50%  pow: 642.733 W
INFO    26-05-04 20:05:11.306807 - 0:29:25 -   grad: 5.35e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4769  data: 0.0011  lr: 2.84e-04  mem: 50%  pow: 653.023 W
INFO    26-05-04 20:05:13.324819 - 0:29:27 -   grad: 4.68e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5297  data: 0.001  lr: 2.85e-04  mem: 50%  pow: 628.675 W
INFO    26-05-04 20:05:15.319415 - 0:29:29 -   grad: 4.95e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5236  data: 0.001  lr: 2.86e-04  mem: 50%  pow: 650.013 W
INFO    26-05-04 20:05:17.347417 - 0:29:31 -   grad: 4.67e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5313  data: 0.0009  lr: 2.86e-04  mem: 50%  pow: 634.122 W
INFO    26-05-04 20:05:19.299096 - 0:29:33 -   grad: 4.59e-01  flops: 3.59e+14  wps: 3.36e+04  iter:  0.4902  data: 0.001  lr: 2.86e-04  mem: 50%  pow: 651.257 W
INFO    26-05-04 20:05:21.289664 - 0:29:35 -   grad: 4.69e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5126  data: 0.001  lr: 2.87e-04  mem: 50%  pow: 649.623 W
INFO    26-05-04 20:05:23.279436 - 0:29:37 -   grad: 4.40e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5084  data: 0.0015  lr: 2.87e-04  mem: 50%  pow: 649.2 W
INFO    26-05-04 20:05:25.287224 - 0:29:39 -   grad: 4.46e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5149  data: 0.001  lr: 2.88e-04  mem: 50%  pow: 643.328 W
INFO    26-05-04 20:05:27.319148 - 0:29:41 -   grad: 4.73e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4996  data: 0.0012  lr: 2.88e-04  mem: 50%  pow: 631.999 W
INFO    26-05-04 20:05:29.341348 - 0:29:43 -   grad: 4.27e-01  flops: 3.47e+14  wps: 3.24e+04  iter:  0.5393  data: 0.001  lr: 2.89e-04  mem: 50%  pow: 643.673 W
INFO    26-05-04 20:05:31.386879 - 0:29:45 -   grad: 3.91e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.5074  data: 0.003  lr: 2.89e-04  mem: 50%  pow: 651.007 W
INFO    26-05-04 20:05:33.411272 - 0:29:47 -   grad: 4.19e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5214  data: 0.0015  lr: 2.90e-04  mem: 50%  pow: 654.46 W
INFO    26-05-04 20:05:35.415656 - 0:29:49 -   grad: 3.90e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5041  data: 0.001  lr: 2.90e-04  mem: 50%  pow: 654.967 W
INFO    26-05-04 20:05:37.440744 - 0:29:51 -   grad: 3.96e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5325  data: 0.0009  lr: 2.91e-04  mem: 50%  pow: 646.378 W
INFO    26-05-04 20:05:39.472189 - 0:29:53 -   grad: 4.56e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5187  data: 0.0009  lr: 2.91e-04  mem: 50%  pow: 641.06 W
INFO    26-05-04 20:05:41.485509 - 0:29:55 -   grad: 3.90e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5048  data: 0.001  lr: 2.92e-04  mem: 50%  pow: 654.463 W
INFO    26-05-04 20:05:43.475881 - 0:29:57 -   grad: 4.04e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5063  data: 0.001  lr: 2.93e-04  mem: 50%  pow: 670.637 W
INFO    26-05-04 20:05:45.486558 - 0:29:59 -   grad: 4.26e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5045  data: 0.0016  lr: 2.93e-04  mem: 50%  pow: 663.489 W
INFO    26-05-04 20:05:47.489084 - 0:30:01 -   grad: 3.99e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4928  data: 0.0011  lr: 2.93e-04  mem: 50%  pow: 656.016 W
INFO    26-05-04 20:05:49.502732 - 0:30:03 -   grad: 4.25e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4903  data: 0.0014  lr: 2.94e-04  mem: 50%  pow: 654.145 W
INFO    26-05-04 20:05:51.468251 - 0:30:05 -   grad: 3.75e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4989  data: 0.0009  lr: 2.95e-04  mem: 50%  pow: 654.754 W
INFO    26-05-04 20:05:53.473196 - 0:30:07 -   grad: 4.27e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5206  data: 0.001  lr: 2.95e-04  mem: 50%  pow: 647.556 W
INFO    26-05-04 20:05:55.445054 - 0:30:09 -   grad: 4.12e-01  flops: 3.55e+14  wps: 3.33e+04  iter:  0.4991  data: 0.0011  lr: 2.95e-04  mem: 50%  pow: 653.424 W
INFO    26-05-04 20:05:57.408568 - 0:30:11 -   grad: 3.78e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4989  data: 0.0065  lr: 2.96e-04  mem: 50%  pow: 655.479 W
INFO    26-05-04 20:05:59.394023 - 0:30:13 -   grad: 4.01e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5008  data: 0.0015  lr: 2.96e-04  mem: 50%  pow: 660.376 W
INFO    26-05-04 20:06:01.385290 - 0:30:15 -   grad: 4.09e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5183  data: 0.0095  lr: 2.97e-04  mem: 50%  pow: 662.099 W
INFO    26-05-04 20:06:03.381507 - 0:30:17 -   grad: 3.79e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5177  data: 0.001  lr: 2.97e-04  mem: 50%  pow: 650.49 W
INFO    26-05-04 20:06:05.420943 - 0:30:19 -   grad: 4.91e-01  flops: 3.43e+14  wps: 3.22e+04  iter:  0.5216  data: 0.0012  lr: 2.98e-04  mem: 50%  pow: 647.195 W
INFO    26-05-04 20:06:07.420079 - 0:30:21 -   grad: 4.75e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5056  data: 0.0011  lr: 2.98e-04  mem: 50%  pow: 647.833 W
INFO    26-05-04 20:06:09.368076 - 0:30:23 -   grad: 4.24e-01  flops: 3.60e+14  wps: 3.37e+04  iter:  0.4963  data: 0.0012  lr: 2.99e-04  mem: 50%  pow: 669.401 W
INFO    26-05-04 20:06:11.437543 - 0:30:25 -   grad: 4.40e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5026  data: 0.001  lr: 3.00e-04  mem: 50%  pow: 617.087 W
INFO    26-05-04 20:06:13.412036 - 0:30:27 -   grad: 3.76e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4758  data: 0.0011  lr: 3.00e-04  mem: 50%  pow: 660.992 W
INFO    26-05-04 20:06:15.452829 - 0:30:29 -   grad: 3.95e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5236  data: 0.001  lr: 3.00e-04  mem: 50%  pow: 645.606 W
INFO    26-05-04 20:06:17.458157 - 0:30:31 -   grad: 4.05e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5126  data: 0.0011  lr: 3.01e-04  mem: 50%  pow: 632.964 W
INFO    26-05-04 20:06:19.494384 - 0:30:33 -   grad: 5.30e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5323  data: 0.001  lr: 3.02e-04  mem: 50%  pow: 642.271 W
INFO    26-05-04 20:06:21.526236 - 0:30:35 -   grad: 6.27e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5169  data: 0.0031  lr: 3.02e-04  mem: 50%  pow: 635.136 W
INFO    26-05-04 20:06:23.565581 - 0:30:37 -   grad: 4.90e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4904  data: 0.001  lr: 3.02e-04  mem: 50%  pow: 636.371 W
INFO    26-05-04 20:06:25.582450 - 0:30:39 -   grad: 5.34e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4969  data: 0.0161  lr: 3.03e-04  mem: 50%  pow: 654.688 W
INFO    26-05-04 20:06:27.526453 - 0:30:41 -   grad: 4.49e-01  flops: 3.60e+14  wps: 3.37e+04  iter:  0.4842  data: 0.0011  lr: 3.04e-04  mem: 50%  pow: 665.626 W
INFO    26-05-04 20:06:29.479322 - 0:30:43 -   grad: 4.35e-01  flops: 3.59e+14  wps: 3.36e+04  iter:   0.508  data: 0.001  lr: 3.04e-04  mem: 50%  pow: 659.458 W
INFO    26-05-04 20:06:31.537499 - 0:30:45 -   grad: 4.34e-01  flops: 3.40e+14  wps: 3.19e+04  iter:   0.531  data: 0.0009  lr: 3.04e-04  mem: 50%  pow: 628.208 W
INFO    26-05-04 20:06:33.558503 - 0:30:47 -   grad: 3.64e-01  flops: 3.47e+14  wps: 3.25e+04  iter:     0.5  data: 0.0011  lr: 3.05e-04  mem: 50%  pow: 649.924 W
INFO    26-05-04 20:06:35.608758 - 0:30:49 -   grad: 4.39e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4957  data: 0.0009  lr: 3.05e-04  mem: 50%  pow: 651.926 W
INFO    26-05-04 20:06:37.622081 - 0:30:51 -   grad: 5.23e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5096  data: 0.0008  lr: 3.06e-04  mem: 50%  pow: 640.668 W
INFO    26-05-04 20:06:39.605630 - 0:30:53 -   grad: 5.03e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.5016  data: 0.0011  lr: 3.07e-04  mem: 50%  pow: 630.651 W
INFO    26-05-04 20:06:41.604494 - 0:30:55 -   grad: 4.93e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5029  data: 0.0031  lr: 3.07e-04  mem: 50%  pow: 664.567 W
INFO    26-05-04 20:06:43.616614 - 0:30:57 -   grad: 4.74e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5057  data: 0.0008  lr: 3.07e-04  mem: 50%  pow: 660.264 W
INFO    26-05-04 20:06:45.653124 - 0:30:59 -   grad: 4.80e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5244  data: 0.001  lr: 3.08e-04  mem: 50%  pow: 639.564 W
INFO    26-05-04 20:06:47.702537 - 0:31:01 -   grad: 4.80e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5263  data: 0.0009  lr: 3.09e-04  mem: 50%  pow: 647.396 W
INFO    26-05-04 20:06:49.672497 - 0:31:03 -   grad: 3.93e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.5007  data: 0.001  lr: 3.09e-04  mem: 50%  pow: 664.249 W
INFO    26-05-04 20:06:51.709675 - 0:31:05 -   grad: 3.97e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4948  data: 0.0009  lr: 3.09e-04  mem: 50%  pow: 645.362 W
INFO    26-05-04 20:06:53.695324 - 0:31:07 -   grad: 4.02e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4942  data: 0.0009  lr: 3.10e-04  mem: 50%  pow: 659.185 W
INFO    26-05-04 20:06:55.746796 - 0:31:09 -   grad: 4.08e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5018  data: 0.001  lr: 3.11e-04  mem: 50%  pow: 654.447 W
INFO    26-05-04 20:06:57.757848 - 0:31:11 -   grad: 3.75e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5058  data: 0.001  lr: 3.11e-04  mem: 50%  pow: 663.526 W
INFO    26-05-04 20:06:59.737233 - 0:31:13 -   grad: 4.04e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4868  data: 0.0013  lr: 3.11e-04  mem: 50%  pow: 673.325 W
INFO    26-05-04 20:07:01.709473 - 0:31:15 -   grad: 3.56e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4904  data: 0.0013  lr: 3.12e-04  mem: 50%  pow: 666.767 W
INFO    26-05-04 20:07:03.713845 - 0:31:17 -   grad: 3.25e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5039  data: 0.0013  lr: 3.13e-04  mem: 50%  pow: 637.437 W
INFO    26-05-04 20:07:05.718570 - 0:31:19 -   grad: 3.37e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5121  data: 0.0038  lr: 3.13e-04  mem: 50%  pow: 647.7 W
INFO    26-05-04 20:07:07.744788 - 0:31:21 -   grad: 3.39e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5081  data: 0.001  lr: 3.14e-04  mem: 50%  pow: 633.152 W
INFO    26-05-04 20:07:09.736692 - 0:31:23 -   grad: 3.13e-01  flops: 3.52e+14  wps: 3.29e+04  iter:   0.512  data: 0.001  lr: 3.14e-04  mem: 50%  pow: 636.955 W
INFO    26-05-04 20:07:11.756571 - 0:31:25 -   grad: 2.90e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.4883  data: 0.0013  lr: 3.15e-04  mem: 50%  pow: 659.99 W
INFO    26-05-04 20:07:13.739237 - 0:31:27 -   grad: 3.33e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5027  data: 0.001  lr: 3.15e-04  mem: 50%  pow: 649.014 W
INFO    26-05-04 20:07:15.770810 - 0:31:29 -   grad: 3.29e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4971  data: 0.0043  lr: 3.16e-04  mem: 50%  pow: 663.229 W
INFO    26-05-04 20:07:17.782167 - 0:31:31 -   grad: 3.32e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5318  data: 0.0011  lr: 3.16e-04  mem: 50%  pow: 633.763 W
INFO    26-05-04 20:07:19.792368 - 0:31:33 -   grad: 3.47e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.4937  data: 0.0015  lr: 3.16e-04  mem: 50%  pow: 669.489 W
INFO    26-05-04 20:07:21.824538 - 0:31:35 -   grad: 3.90e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5171  data: 0.0014  lr: 3.17e-04  mem: 50%  pow: 653.196 W
INFO    26-05-04 20:07:23.843946 - 0:31:37 -   grad: 4.17e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4969  data: 0.0009  lr: 3.18e-04  mem: 50%  pow: 652.756 W
INFO    26-05-04 20:07:25.832099 - 0:31:39 -   grad: 3.78e-01  flops: 3.52e+14  wps: 3.30e+04  iter:   0.498  data: 0.0012  lr: 3.18e-04  mem: 50%  pow: 646.938 W
INFO    26-05-04 20:07:27.810871 - 0:31:41 -   grad: 3.76e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4808  data: 0.0012  lr: 3.18e-04  mem: 50%  pow: 650.306 W
INFO    26-05-04 20:07:29.776549 - 0:31:43 -   grad: 4.40e-01  flops: 3.56e+14  wps: 3.34e+04  iter:  0.4941  data: 0.001  lr: 3.19e-04  mem: 50%  pow: 660.032 W
INFO    26-05-04 20:07:31.819343 - 0:31:45 -   grad: 4.60e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5081  data: 0.0009  lr: 3.20e-04  mem: 50%  pow: 655.293 W
INFO    26-05-04 20:07:33.816583 - 0:31:47 -   grad: 4.54e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5026  data: 0.0104  lr: 3.20e-04  mem: 50%  pow: 654.406 W
INFO    26-05-04 20:07:35.795975 - 0:31:49 -   grad: 4.57e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5201  data: 0.0012  lr: 3.21e-04  mem: 50%  pow: 659.062 W
INFO    26-05-04 20:07:37.781642 - 0:31:51 -   grad: 4.59e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4968  data: 0.001  lr: 3.21e-04  mem: 50%  pow: 640.683 W
INFO    26-05-04 20:07:39.825652 - 0:31:53 -   grad: 4.79e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5036  data: 0.0013  lr: 3.22e-04  mem: 50%  pow: 653.556 W
INFO    26-05-04 20:07:41.841823 - 0:31:55 -   grad: 4.22e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5215  data: 0.0011  lr: 3.22e-04  mem: 50%  pow: 627.757 W
INFO    26-05-04 20:07:43.929790 - 0:31:57 -   grad: 3.70e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.5039  data: 0.0012  lr: 3.23e-04  mem: 50%  pow: 640.502 W
INFO    26-05-04 20:07:45.926604 - 0:31:59 -   grad: 3.52e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5079  data: 0.0014  lr: 3.23e-04  mem: 50%  pow: 652.707 W
INFO    26-05-04 20:07:47.993193 - 0:32:01 -   grad: 3.47e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5154  data: 0.0013  lr: 3.24e-04  mem: 50%  pow: 643.652 W
INFO    26-05-04 20:07:50.038333 - 0:32:03 -   grad: 3.33e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4966  data: 0.0027  lr: 3.24e-04  mem: 50%  pow: 650.45 W
INFO    26-05-04 20:07:52.065395 - 0:32:05 -   grad: 3.39e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4931  data: 0.001  lr: 3.25e-04  mem: 50%  pow: 664.908 W
INFO    26-05-04 20:07:54.106136 - 0:32:07 -   grad: 3.63e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4996  data: 0.001  lr: 3.25e-04  mem: 50%  pow: 649.839 W
INFO    26-05-04 20:07:56.147918 - 0:32:09 -   grad: 3.26e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5293  data: 0.001  lr: 3.25e-04  mem: 50%  pow: 649.704 W
INFO    26-05-04 20:07:58.160682 - 0:32:11 -   grad: 3.50e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5297  data: 0.0015  lr: 3.26e-04  mem: 50%  pow: 653.507 W
INFO    26-05-04 20:08:00.180470 - 0:32:13 -   grad: 3.31e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4916  data: 0.001  lr: 3.27e-04  mem: 50%  pow: 657.977 W
INFO    26-05-04 20:08:02.175210 - 0:32:15 -   grad: 2.86e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4972  data: 0.001  lr: 3.27e-04  mem: 50%  pow: 661.877 W
INFO    26-05-04 20:08:04.186062 - 0:32:17 -   grad: 3.59e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5003  data: 0.0205  lr: 3.28e-04  mem: 50%  pow: 646.765 W
INFO    26-05-04 20:08:06.233979 - 0:32:19 -   grad: 3.80e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5216  data: 0.0013  lr: 3.28e-04  mem: 50%  pow: 638.673 W
INFO    26-05-04 20:08:08.229841 - 0:32:21 -   grad: 4.91e-01  flops: 3.51e+14  wps: 3.29e+04  iter:   0.509  data: 0.0013  lr: 3.29e-04  mem: 50%  pow: 661.075 W
INFO    26-05-04 20:08:10.254424 - 0:32:24 -   grad: 5.70e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5023  data: 0.0013  lr: 3.29e-04  mem: 50%  pow: 653.25 W
INFO    26-05-04 20:08:12.258485 - 0:32:26 -   grad: 4.60e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5068  data: 0.0043  lr: 3.30e-04  mem: 50%  pow: 666.478 W
INFO    26-05-04 20:08:14.258664 - 0:32:28 -   grad: 4.35e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4836  data: 0.001  lr: 3.30e-04  mem: 50%  pow: 659.673 W
INFO    26-05-04 20:08:16.306415 - 0:32:30 -   grad: 4.29e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4986  data: 0.0009  lr: 3.31e-04  mem: 50%  pow: 646.988 W
INFO    26-05-04 20:08:18.392180 - 0:32:32 -   grad: 4.06e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.5473  data: 0.001  lr: 3.31e-04  mem: 50%  pow: 644.138 W
INFO    26-05-04 20:08:20.392377 - 0:32:34 -   grad: 4.35e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5092  data: 0.0011  lr: 3.32e-04  mem: 50%  pow: 651.319 W
INFO    26-05-04 20:08:22.411749 - 0:32:36 -   grad: 4.24e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5179  data: 0.0011  lr: 3.32e-04  mem: 50%  pow: 639.413 W
INFO    26-05-04 20:08:24.442675 - 0:32:38 -   grad: 4.31e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5026  data: 0.0009  lr: 3.33e-04  mem: 50%  pow: 634.327 W
INFO    26-05-04 20:08:26.400532 - 0:32:40 -   grad: 4.04e-01  flops: 3.58e+14  wps: 3.35e+04  iter:  0.4957  data: 0.0013  lr: 3.33e-04  mem: 50%  pow: 659.048 W
INFO    26-05-04 20:08:28.370198 - 0:32:42 -   grad: 4.08e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4977  data: 0.001  lr: 3.34e-04  mem: 50%  pow: 654.156 W
INFO    26-05-04 20:08:30.358628 - 0:32:44 -   grad: 3.88e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5002  data: 0.001  lr: 3.34e-04  mem: 50%  pow: 655.223 W
INFO    26-05-04 20:08:32.390897 - 0:32:46 -   grad: 3.91e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5043  data: 0.001  lr: 3.35e-04  mem: 50%  pow: 659.054 W
INFO    26-05-04 20:08:34.377769 - 0:32:48 -   grad: 3.88e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5212  data: 0.0013  lr: 3.35e-04  mem: 50%  pow: 646.916 W
INFO    26-05-04 20:08:36.363957 - 0:32:50 -   grad: 3.41e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5062  data: 0.0012  lr: 3.36e-04  mem: 50%  pow: 652.675 W
INFO    26-05-04 20:08:38.352899 - 0:32:52 -   grad: 3.26e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5263  data: 0.001  lr: 3.36e-04  mem: 50%  pow: 640.028 W
INFO    26-05-04 20:08:40.396564 - 0:32:54 -   grad: 3.35e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5126  data: 0.0012  lr: 3.37e-04  mem: 50%  pow: 645.851 W
INFO    26-05-04 20:08:42.413736 - 0:32:56 -   grad: 2.91e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5131  data: 0.0013  lr: 3.37e-04  mem: 50%  pow: 640.531 W
INFO    26-05-04 20:08:44.494729 - 0:32:58 -   grad: 3.40e-01  flops: 3.37e+14  wps: 3.15e+04  iter:   0.504  data: 0.001  lr: 3.38e-04  mem: 50%  pow: 638.382 W
INFO    26-05-04 20:08:46.480632 - 0:33:00 -   grad: 3.67e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5041  data: 0.001  lr: 3.38e-04  mem: 50%  pow: 642.189 W
INFO    26-05-04 20:08:48.482373 - 0:33:02 -   grad: 4.51e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4807  data: 0.0042  lr: 3.39e-04  mem: 50%  pow: 667.965 W
INFO    26-05-04 20:08:50.530140 - 0:33:04 -   grad: 4.68e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5103  data: 0.0011  lr: 3.39e-04  mem: 50%  pow: 644.586 W
INFO    26-05-04 20:08:52.532426 - 0:33:06 -   grad: 4.70e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4902  data: 0.0175  lr: 3.40e-04  mem: 50%  pow: 652.017 W
INFO    26-05-04 20:08:54.516052 - 0:33:08 -   grad: 4.45e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4813  data: 0.0012  lr: 3.40e-04  mem: 50%  pow: 671.713 W
INFO    26-05-04 20:08:56.504273 - 0:33:10 -   grad: 4.50e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5015  data: 0.0013  lr: 3.41e-04  mem: 50%  pow: 656.361 W
INFO    26-05-04 20:08:58.555044 - 0:33:12 -   grad: 3.76e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4949  data: 0.0009  lr: 3.41e-04  mem: 50%  pow: 652.947 W
INFO    26-05-04 20:09:00.560858 - 0:33:14 -   grad: 3.86e-01  flops: 3.49e+14  wps: 3.27e+04  iter:   0.501  data: 0.0029  lr: 3.42e-04  mem: 50%  pow: 648.423 W
INFO    26-05-04 20:09:02.563843 - 0:33:16 -   grad: 3.18e-01  flops: 3.50e+14  wps: 3.27e+04  iter:   0.501  data: 0.0013  lr: 3.42e-04  mem: 50%  pow: 652.308 W
INFO    26-05-04 20:09:04.565575 - 0:33:18 -   grad: 3.37e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4749  data: 0.0142  lr: 3.43e-04  mem: 50%  pow: 664.382 W
INFO    26-05-04 20:09:06.552396 - 0:33:20 -   grad: 3.72e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4982  data: 0.0029  lr: 3.43e-04  mem: 50%  pow: 658.921 W
INFO    26-05-04 20:09:08.612131 - 0:33:22 -   grad: 3.94e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.4931  data: 0.0009  lr: 3.44e-04  mem: 50%  pow: 643.176 W
INFO    26-05-04 20:09:10.645320 - 0:33:24 -   grad: 3.64e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5053  data: 0.0179  lr: 3.44e-04  mem: 50%  pow: 639.494 W
INFO    26-05-04 20:09:12.705198 - 0:33:26 -   grad: 3.20e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5128  data: 0.0025  lr: 3.44e-04  mem: 50%  pow: 645.28 W
INFO    26-05-04 20:09:14.710622 - 0:33:28 -   grad: 2.90e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5206  data: 0.0022  lr: 3.45e-04  mem: 50%  pow: 645.561 W
INFO    26-05-04 20:09:16.698893 - 0:33:30 -   grad: 3.33e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4977  data: 0.001  lr: 3.45e-04  mem: 50%  pow: 655.767 W
INFO    26-05-04 20:09:18.724300 - 0:33:32 -   grad: 3.62e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5057  data: 0.0009  lr: 3.46e-04  mem: 50%  pow: 648.194 W
INFO    26-05-04 20:09:20.743814 - 0:33:34 -   grad: 3.73e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5018  data: 0.0015  lr: 3.46e-04  mem: 50%  pow: 645.724 W
INFO    26-05-04 20:09:22.694055 - 0:33:36 -   grad: 4.31e-01  flops: 3.60e+14  wps: 3.37e+04  iter:  0.4892  data: 0.001  lr: 3.47e-04  mem: 50%  pow: 659.253 W
INFO    26-05-04 20:09:24.702101 - 0:33:38 -   grad: 3.45e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4988  data: 0.0015  lr: 3.47e-04  mem: 50%  pow: 644.509 W
INFO    26-05-04 20:09:26.639238 - 0:33:40 -   grad: 3.31e-01  flops: 3.62e+14  wps: 3.39e+04  iter:  0.4804  data: 0.0009  lr: 3.48e-04  mem: 50%  pow: 671.352 W
INFO    26-05-04 20:09:28.630148 - 0:33:42 -   grad: 3.35e-01  flops: 3.52e+14  wps: 3.29e+04  iter:   0.498  data: 0.0009  lr: 3.48e-04  mem: 50%  pow: 656.439 W
INFO    26-05-04 20:09:30.676605 - 0:33:44 -   grad: 2.67e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.4824  data: 0.001  lr: 3.49e-04  mem: 50%  pow: 641.09 W
INFO    26-05-04 20:09:32.691442 - 0:33:46 -   grad: 3.36e-01  flops: 3.48e+14  wps: 3.26e+04  iter:    0.49  data: 0.001  lr: 3.49e-04  mem: 50%  pow: 641.865 W
INFO    26-05-04 20:09:34.665246 - 0:33:48 -   grad: 3.15e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.5041  data: 0.001  lr: 3.50e-04  mem: 50%  pow: 653.307 W
INFO    26-05-04 20:09:36.642687 - 0:33:50 -   grad: 2.64e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.5121  data: 0.0019  lr: 3.51e-04  mem: 50%  pow: 641.597 W
INFO    26-05-04 20:09:38.625717 - 0:33:52 -   grad: 2.86e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4901  data: 0.0013  lr: 3.51e-04  mem: 50%  pow: 643.373 W
INFO    26-05-04 20:09:40.608118 - 0:33:54 -   grad: 3.14e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5022  data: 0.0011  lr: 3.51e-04  mem: 50%  pow: 640.287 W
INFO    26-05-04 20:09:42.631868 - 0:33:56 -   grad: 3.33e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4965  data: 0.006  lr: 3.52e-04  mem: 50%  pow: 654.341 W
INFO    26-05-04 20:09:44.661641 - 0:33:58 -   grad: 3.30e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5017  data: 0.0013  lr: 3.53e-04  mem: 50%  pow: 653.203 W
INFO    26-05-04 20:09:46.660375 - 0:34:00 -   grad: 3.01e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4979  data: 0.0013  lr: 3.53e-04  mem: 50%  pow: 669.656 W
INFO    26-05-04 20:09:48.731051 - 0:34:02 -   grad: 2.83e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5073  data: 0.001  lr: 3.53e-04  mem: 50%  pow: 646.49 W
INFO    26-05-04 20:09:50.743960 - 0:34:04 -   grad: 3.31e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4974  data: 0.001  lr: 3.54e-04  mem: 50%  pow: 651.09 W
INFO    26-05-04 20:09:52.762564 - 0:34:06 -   grad: 3.52e-01  flops: 3.47e+14  wps: 3.25e+04  iter:   0.527  data: 0.0009  lr: 3.54e-04  mem: 50%  pow: 650.851 W
INFO    26-05-04 20:09:54.798113 - 0:34:08 -   grad: 3.18e-01  flops: 3.44e+14  wps: 3.22e+04  iter:   0.502  data: 0.001  lr: 3.55e-04  mem: 50%  pow: 652.603 W
INFO    26-05-04 20:09:56.859498 - 0:34:10 -   grad: 3.32e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5125  data: 0.0016  lr: 3.55e-04  mem: 50%  pow: 644.895 W
INFO    26-05-04 20:09:58.885718 - 0:34:12 -   grad: 3.46e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5019  data: 0.0013  lr: 3.56e-04  mem: 50%  pow: 635.667 W
INFO    26-05-04 20:10:00.853449 - 0:34:14 -   grad: 3.33e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.5076  data: 0.0014  lr: 3.56e-04  mem: 50%  pow: 661.252 W
INFO    26-05-04 20:10:02.821730 - 0:34:16 -   grad: 4.03e-01  flops: 3.58e+14  wps: 3.35e+04  iter:  0.5071  data: 0.0013  lr: 3.57e-04  mem: 50%  pow: 647.59 W
INFO    26-05-04 20:10:04.822209 - 0:34:18 -   grad: 5.11e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4924  data: 0.001  lr: 3.58e-04  mem: 50%  pow: 663.366 W
INFO    26-05-04 20:10:06.802875 - 0:34:20 -   grad: 4.21e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4626  data: 0.018  lr: 3.58e-04  mem: 50%  pow: 649.109 W
INFO    26-05-04 20:10:08.774092 - 0:34:22 -   grad: 4.29e-01  flops: 3.55e+14  wps: 3.33e+04  iter:  0.4922  data: 0.0009  lr: 3.58e-04  mem: 50%  pow: 683.093 W
INFO    26-05-04 20:10:10.775789 - 0:34:24 -   grad: 3.41e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5253  data: 0.0012  lr: 3.59e-04  mem: 50%  pow: 649.31 W
INFO    26-05-04 20:10:12.860885 - 0:34:26 -   grad: 3.39e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.5058  data: 0.0015  lr: 3.60e-04  mem: 50%  pow: 627.367 W
INFO    26-05-04 20:10:14.866628 - 0:34:28 -   grad: 3.72e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4906  data: 0.0009  lr: 3.60e-04  mem: 50%  pow: 665.264 W
INFO    26-05-04 20:10:16.845544 - 0:34:30 -   grad: 3.53e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4943  data: 0.0014  lr: 3.60e-04  mem: 50%  pow: 659.595 W
INFO    26-05-04 20:10:18.856176 - 0:34:32 -   grad: 3.04e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5152  data: 0.0014  lr: 3.61e-04  mem: 50%  pow: 650.97 W
INFO    26-05-04 20:10:20.894826 - 0:34:34 -   grad: 3.48e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5073  data: 0.001  lr: 3.62e-04  mem: 50%  pow: 646.651 W
INFO    26-05-04 20:10:22.929541 - 0:34:36 -   grad: 3.44e-01  flops: 3.46e+14  wps: 3.23e+04  iter:  0.5253  data: 0.001  lr: 3.62e-04  mem: 50%  pow: 654.567 W
INFO    26-05-04 20:10:24.931586 - 0:34:38 -   grad: 3.36e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5324  data: 0.001  lr: 3.62e-04  mem: 50%  pow: 647.667 W
INFO    26-05-04 20:10:26.895130 - 0:34:40 -   grad: 3.36e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4975  data: 0.0016  lr: 3.63e-04  mem: 50%  pow: 653.277 W
INFO    26-05-04 20:10:28.975207 - 0:34:42 -   grad: 2.78e-01  flops: 3.37e+14  wps: 3.15e+04  iter:  0.5296  data: 0.0026  lr: 3.63e-04  mem: 50%  pow: 650.833 W
INFO    26-05-04 20:10:31.000851 - 0:34:44 -   grad: 2.55e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4994  data: 0.001  lr: 3.64e-04  mem: 50%  pow: 640.561 W
INFO    26-05-04 20:10:32.990901 - 0:34:46 -   grad: 3.13e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5023  data: 0.0015  lr: 3.65e-04  mem: 50%  pow: 663.578 W
INFO    26-05-04 20:10:34.998357 - 0:34:48 -   grad: 2.90e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4857  data: 0.0011  lr: 3.65e-04  mem: 50%  pow: 671.968 W
INFO    26-05-04 20:10:37.004634 - 0:34:50 -   grad: 2.83e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5033  data: 0.0009  lr: 3.65e-04  mem: 50%  pow: 637.643 W
INFO    26-05-04 20:10:39.039818 - 0:34:52 -   grad: 3.24e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5139  data: 0.0009  lr: 3.66e-04  mem: 50%  pow: 639.926 W
INFO    26-05-04 20:10:41.042620 - 0:34:54 -   grad: 3.45e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5036  data: 0.001  lr: 3.67e-04  mem: 50%  pow: 660.792 W
INFO    26-05-04 20:10:43.014816 - 0:34:56 -   grad: 3.05e-01  flops: 3.55e+14  wps: 3.33e+04  iter:  0.4978  data: 0.0022  lr: 3.67e-04  mem: 50%  pow: 655.252 W
INFO    26-05-04 20:10:45.039988 - 0:34:58 -   grad: 2.55e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5226  data: 0.0011  lr: 3.67e-04  mem: 50%  pow: 648.199 W
INFO    26-05-04 20:10:47.044166 - 0:35:00 -   grad: 2.71e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5164  data: 0.0009  lr: 3.68e-04  mem: 50%  pow: 645.655 W
INFO    26-05-04 20:10:48.975719 - 0:35:02 -   grad: 2.61e-01  flops: 3.63e+14  wps: 3.40e+04  iter:  0.4812  data: 0.002  lr: 3.69e-04  mem: 50%  pow: 670.917 W
INFO    26-05-04 20:10:50.978168 - 0:35:04 -   grad: 2.97e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5436  data: 0.0013  lr: 3.69e-04  mem: 50%  pow: 633.091 W
INFO    26-05-04 20:10:53.010830 - 0:35:06 -   grad: 3.41e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4983  data: 0.0012  lr: 3.69e-04  mem: 50%  pow: 630.951 W
INFO    26-05-04 20:10:55.073683 - 0:35:08 -   grad: 3.41e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5405  data: 0.0011  lr: 3.70e-04  mem: 50%  pow: 644.265 W
INFO    26-05-04 20:10:57.033967 - 0:35:10 -   grad: 3.26e-01  flops: 3.58e+14  wps: 3.35e+04  iter:  0.4962  data: 0.0009  lr: 3.71e-04  mem: 50%  pow: 648.06 W
INFO    26-05-04 20:10:59.047883 - 0:35:12 -   grad: 3.00e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5066  data: 0.0009  lr: 3.71e-04  mem: 50%  pow: 643.966 W
INFO    26-05-04 20:11:01.012585 - 0:35:14 -   grad: 3.14e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.5011  data: 0.0013  lr: 3.72e-04  mem: 50%  pow: 645.103 W
INFO    26-05-04 20:11:03.036242 - 0:35:16 -   grad: 2.82e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4931  data: 0.0009  lr: 3.72e-04  mem: 50%  pow: 665.384 W
INFO    26-05-04 20:11:05.011633 - 0:35:18 -   grad: 2.97e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.5042  data: 0.0011  lr: 3.73e-04  mem: 50%  pow: 647.356 W
INFO    26-05-04 20:11:07.006909 - 0:35:20 -   grad: 3.35e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4878  data: 0.0012  lr: 3.73e-04  mem: 50%  pow: 652.628 W
INFO    26-05-04 20:11:09.036773 - 0:35:22 -   grad: 3.45e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5033  data: 0.0013  lr: 3.74e-04  mem: 50%  pow: 643.386 W
INFO    26-05-04 20:11:11.040852 - 0:35:24 -   grad: 3.59e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5062  data: 0.001  lr: 3.74e-04  mem: 50%  pow: 665.175 W
INFO    26-05-04 20:11:13.053806 - 0:35:26 -   grad: 3.02e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4937  data: 0.0011  lr: 3.74e-04  mem: 50%  pow: 664.812 W
INFO    26-05-04 20:11:15.091589 - 0:35:28 -   grad: 3.22e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4991  data: 0.0013  lr: 3.75e-04  mem: 50%  pow: 647.652 W
INFO    26-05-04 20:11:17.128393 - 0:35:30 -   grad: 3.64e-01  flops: 3.44e+14  wps: 3.22e+04  iter:   0.519  data: 0.0013  lr: 3.76e-04  mem: 50%  pow: 630.199 W
INFO    26-05-04 20:11:19.156256 - 0:35:32 -   grad: 4.24e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4939  data: 0.0184  lr: 3.76e-04  mem: 50%  pow: 653.745 W
INFO    26-05-04 20:11:21.168406 - 0:35:34 -   grad: 4.06e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4972  data: 0.0013  lr: 3.76e-04  mem: 50%  pow: 652.965 W
INFO    26-05-04 20:11:23.147115 - 0:35:36 -   grad: 3.78e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4825  data: 0.0011  lr: 3.77e-04  mem: 50%  pow: 666.436 W
INFO    26-05-04 20:11:25.210616 - 0:35:38 -   grad: 3.84e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5183  data: 0.001  lr: 3.78e-04  mem: 50%  pow: 622.88 W
INFO    26-05-04 20:11:27.229490 - 0:35:40 -   grad: 4.61e-01  flops: 3.47e+14  wps: 3.25e+04  iter:   0.529  data: 0.001  lr: 3.78e-04  mem: 50%  pow: 656.744 W
INFO    26-05-04 20:11:29.177066 - 0:35:42 -   grad: 3.96e-01  flops: 3.60e+14  wps: 3.37e+04  iter:  0.4929  data: 0.0013  lr: 3.78e-04  mem: 50%  pow: 676.412 W
INFO    26-05-04 20:11:31.185778 - 0:35:44 -   grad: 3.47e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5133  data: 0.0011  lr: 3.79e-04  mem: 50%  pow: 658.365 W
INFO    26-05-04 20:11:33.240208 - 0:35:46 -   grad: 3.76e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5015  data: 0.0012  lr: 3.80e-04  mem: 50%  pow: 643.379 W
INFO    26-05-04 20:11:35.230598 - 0:35:48 -   grad: 3.00e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4893  data: 0.001  lr: 3.80e-04  mem: 50%  pow: 655.075 W
INFO    26-05-04 20:11:37.263954 - 0:35:51 -   grad: 3.48e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.489  data: 0.0009  lr: 3.81e-04  mem: 50%  pow: 652.261 W
INFO    26-05-04 20:11:39.276569 - 0:35:53 -   grad: 3.24e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4974  data: 0.0008  lr: 3.81e-04  mem: 50%  pow: 660.165 W
INFO    26-05-04 20:11:41.286090 - 0:35:55 -   grad: 2.80e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.4938  data: 0.0011  lr: 3.82e-04  mem: 50%  pow: 645.962 W
INFO    26-05-04 20:11:43.301609 - 0:35:57 -   grad: 2.68e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5143  data: 0.0016  lr: 3.82e-04  mem: 50%  pow: 653.859 W
INFO    26-05-04 20:11:45.313856 - 0:35:59 -   grad: 2.34e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5157  data: 0.0013  lr: 3.83e-04  mem: 50%  pow: 656.783 W
INFO    26-05-04 20:11:47.354202 - 0:36:01 -   grad: 2.79e-01  flops: 3.43e+14  wps: 3.22e+04  iter:  0.5244  data: 0.001  lr: 3.83e-04  mem: 50%  pow: 640.649 W
INFO    26-05-04 20:11:49.408988 - 0:36:03 -   grad: 2.67e-01  flops: 3.41e+14  wps: 3.19e+04  iter:   0.539  data: 0.0013  lr: 3.83e-04  mem: 50%  pow: 644.07 W
INFO    26-05-04 20:11:51.359096 - 0:36:05 -   grad: 2.55e-01  flops: 3.59e+14  wps: 3.37e+04  iter:  0.4667  data: 0.001  lr: 3.84e-04  mem: 50%  pow: 680.756 W
INFO    26-05-04 20:11:53.308153 - 0:36:07 -   grad: 2.70e-01  flops: 3.60e+14  wps: 3.37e+04  iter:   0.468  data: 0.0167  lr: 3.85e-04  mem: 50%  pow: 671.713 W
INFO    26-05-04 20:11:55.299246 - 0:36:09 -   grad: 3.13e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5181  data: 0.0011  lr: 3.85e-04  mem: 50%  pow: 655.927 W
INFO    26-05-04 20:11:57.285157 - 0:36:11 -   grad: 3.00e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4993  data: 0.0011  lr: 3.85e-04  mem: 50%  pow: 649.853 W
INFO    26-05-04 20:11:59.297524 - 0:36:13 -   grad: 2.78e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5002  data: 0.001  lr: 3.86e-04  mem: 50%  pow: 650.008 W
INFO    26-05-04 20:12:01.331049 - 0:36:15 -   grad: 2.88e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5252  data: 0.001  lr: 3.87e-04  mem: 50%  pow: 640.556 W
INFO    26-05-04 20:12:03.307271 - 0:36:17 -   grad: 2.77e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4974  data: 0.0009  lr: 3.87e-04  mem: 50%  pow: 660.151 W
INFO    26-05-04 20:12:05.345972 - 0:36:19 -   grad: 2.45e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4886  data: 0.0019  lr: 3.88e-04  mem: 50%  pow: 646.236 W
INFO    26-05-04 20:12:07.266591 - 0:36:21 -   grad: 2.64e-01  flops: 3.65e+14  wps: 3.42e+04  iter:  0.4863  data: 0.001  lr: 3.88e-04  mem: 50%  pow: 667.059 W
INFO    26-05-04 20:12:09.230235 - 0:36:22 -   grad: 2.52e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.5169  data: 0.0014  lr: 3.89e-04  mem: 50%  pow: 649.005 W
INFO    26-05-04 20:12:11.235586 - 0:36:24 -   grad: 2.56e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5105  data: 0.0013  lr: 3.89e-04  mem: 50%  pow: 652.262 W
INFO    26-05-04 20:12:13.228830 - 0:36:26 -   grad: 2.57e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4893  data: 0.0173  lr: 3.90e-04  mem: 50%  pow: 656.843 W
INFO    26-05-04 20:12:15.218322 - 0:36:28 -   grad: 2.98e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5038  data: 0.0052  lr: 3.90e-04  mem: 50%  pow: 658.358 W
INFO    26-05-04 20:12:17.224544 - 0:36:30 -   grad: 2.93e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4986  data: 0.0027  lr: 3.91e-04  mem: 50%  pow: 650.327 W
INFO    26-05-04 20:12:19.209769 - 0:36:32 -   grad: 3.03e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4983  data: 0.0012  lr: 3.91e-04  mem: 50%  pow: 643.654 W
INFO    26-05-04 20:12:21.187816 - 0:36:34 -   grad: 3.87e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4927  data: 0.0014  lr: 3.92e-04  mem: 50%  pow: 665.675 W
INFO    26-05-04 20:12:23.164546 - 0:36:36 -   grad: 3.86e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4862  data: 0.0013  lr: 3.92e-04  mem: 50%  pow: 675.792 W
INFO    26-05-04 20:12:25.160966 - 0:36:38 -   grad: 3.76e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4982  data: 0.001  lr: 3.92e-04  mem: 50%  pow: 666.847 W
INFO    26-05-04 20:12:27.185383 - 0:36:40 -   grad: 3.55e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5398  data: 0.0011  lr: 3.93e-04  mem: 50%  pow: 638.144 W
INFO    26-05-04 20:12:29.179362 - 0:36:42 -   grad: 3.59e-01  flops: 3.51e+14  wps: 3.29e+04  iter:   0.501  data: 0.0012  lr: 3.94e-04  mem: 50%  pow: 654.558 W
INFO    26-05-04 20:12:31.176026 - 0:36:44 -   grad: 3.94e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4956  data: 0.0012  lr: 3.94e-04  mem: 50%  pow: 662.061 W
INFO    26-05-04 20:12:33.157897 - 0:36:46 -   grad: 4.08e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4943  data: 0.0012  lr: 3.95e-04  mem: 50%  pow: 658.434 W
INFO    26-05-04 20:12:35.214343 - 0:36:48 -   grad: 3.46e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5436  data: 0.0011  lr: 3.95e-04  mem: 50%  pow: 633.304 W
INFO    26-05-04 20:12:37.213320 - 0:36:50 -   grad: 3.29e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5106  data: 0.0011  lr: 3.96e-04  mem: 50%  pow: 661.241 W
INFO    26-05-04 20:12:39.228424 - 0:36:52 -   grad: 3.20e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4943  data: 0.0012  lr: 3.96e-04  mem: 50%  pow: 659.022 W
INFO    26-05-04 20:12:41.258251 - 0:36:55 -   grad: 3.19e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5085  data: 0.0051  lr: 3.97e-04  mem: 50%  pow: 658.17 W
INFO    26-05-04 20:12:43.286121 - 0:36:57 -   grad: 3.07e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4994  data: 0.0014  lr: 3.97e-04  mem: 50%  pow: 663.272 W
INFO    26-05-04 20:12:45.283531 - 0:36:59 -   grad: 2.98e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5023  data: 0.0044  lr: 3.98e-04  mem: 50%  pow: 654.675 W
INFO    26-05-04 20:12:47.316582 - 0:37:01 -   grad: 2.86e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5057  data: 0.0014  lr: 3.98e-04  mem: 50%  pow: 635.963 W
INFO    26-05-04 20:12:49.296531 - 0:37:03 -   grad: 2.72e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5102  data: 0.0013  lr: 3.99e-04  mem: 50%  pow: 644.379 W
INFO    26-05-04 20:12:51.311749 - 0:37:05 -   grad: 2.85e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4743  data: 0.0015  lr: 3.99e-04  mem: 50%  pow: 662.042 W
INFO    26-05-04 20:12:53.308161 - 0:37:07 -   grad: 2.62e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5063  data: 0.0008  lr: 4.00e-04  mem: 50%  pow: 651.063 W
INFO    26-05-04 20:12:55.302920 - 0:37:09 -   grad: 2.45e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5006  data: 0.004  lr: 4.00e-04  mem: 50%  pow: 651.485 W
INFO    26-05-04 20:12:57.342787 - 0:37:11 -   grad: 2.27e-01  flops: 3.43e+14  wps: 3.22e+04  iter:  0.5122  data: 0.0017  lr: 4.01e-04  mem: 50%  pow: 654.668 W
INFO    26-05-04 20:12:59.328115 - 0:37:13 -   grad: 2.69e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5044  data: 0.0013  lr: 4.01e-04  mem: 50%  pow: 652.442 W
INFO    26-05-04 20:13:01.360506 - 0:37:15 -   grad: 2.87e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5176  data: 0.0013  lr: 4.02e-04  mem: 50%  pow: 650.259 W
INFO    26-05-04 20:13:03.377892 - 0:37:17 -   grad: 2.54e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5005  data: 0.0014  lr: 4.02e-04  mem: 50%  pow: 656.387 W
INFO    26-05-04 20:13:05.380357 - 0:37:19 -   grad: 2.60e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4804  data: 0.0013  lr: 4.03e-04  mem: 50%  pow: 671.357 W
INFO    26-05-04 20:13:07.336434 - 0:37:21 -   grad: 2.74e-01  flops: 3.58e+14  wps: 3.35e+04  iter:  0.5119  data: 0.001  lr: 4.03e-04  mem: 50%  pow: 651.298 W
INFO    26-05-04 20:13:09.314891 - 0:37:23 -   grad: 2.68e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4887  data: 0.001  lr: 4.04e-04  mem: 50%  pow: 661.234 W
INFO    26-05-04 20:13:11.330157 - 0:37:25 -   grad: 3.04e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.502  data: 0.0014  lr: 4.04e-04  mem: 50%  pow: 635.462 W
INFO    26-05-04 20:13:13.294946 - 0:37:27 -   grad: 2.66e-01  flops: 3.56e+14  wps: 3.34e+04  iter:  0.4855  data: 0.0008  lr: 4.05e-04  mem: 50%  pow: 664.241 W
INFO    26-05-04 20:13:15.336807 - 0:37:29 -   grad: 2.67e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5118  data: 0.0013  lr: 4.05e-04  mem: 50%  pow: 653.259 W
INFO    26-05-04 20:13:17.367006 - 0:37:31 -   grad: 3.00e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.504  data: 0.0012  lr: 4.06e-04  mem: 50%  pow: 651.592 W
INFO    26-05-04 20:13:19.340052 - 0:37:33 -   grad: 3.35e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4946  data: 0.0017  lr: 4.06e-04  mem: 50%  pow: 651.948 W
INFO    26-05-04 20:13:21.347697 - 0:37:35 -   grad: 3.63e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5036  data: 0.001  lr: 4.06e-04  mem: 50%  pow: 661.797 W
INFO    26-05-04 20:13:23.345317 - 0:37:37 -   grad: 3.83e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5221  data: 0.0011  lr: 4.07e-04  mem: 50%  pow: 645.03 W
INFO    26-05-04 20:13:25.295952 - 0:37:39 -   grad: 3.22e-01  flops: 3.59e+14  wps: 3.36e+04  iter:  0.4957  data: 0.0012  lr: 4.07e-04  mem: 50%  pow: 655.534 W
INFO    26-05-04 20:13:27.293470 - 0:37:41 -   grad: 3.38e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5003  data: 0.001  lr: 4.08e-04  mem: 50%  pow: 657.413 W
INFO    26-05-04 20:13:29.315247 - 0:37:43 -   grad: 3.05e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4991  data: 0.001  lr: 4.09e-04  mem: 50%  pow: 655.658 W
INFO    26-05-04 20:13:31.368686 - 0:37:45 -   grad: 2.44e-01  flops: 3.41e+14  wps: 3.20e+04  iter:   0.499  data: 0.0014  lr: 4.09e-04  mem: 50%  pow: 643.451 W
INFO    26-05-04 20:13:33.386252 - 0:37:47 -   grad: 2.74e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5187  data: 0.001  lr: 4.09e-04  mem: 50%  pow: 642.851 W
INFO    26-05-04 20:13:35.386269 - 0:37:49 -   grad: 2.78e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5118  data: 0.0029  lr: 4.10e-04  mem: 50%  pow: 640.157 W
INFO    26-05-04 20:13:37.370467 - 0:37:51 -   grad: 2.90e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4765  data: 0.0156  lr: 4.11e-04  mem: 50%  pow: 661.857 W
INFO    26-05-04 20:13:39.375579 - 0:37:53 -   grad: 2.57e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5114  data: 0.001  lr: 4.11e-04  mem: 50%  pow: 659.372 W
INFO    26-05-04 20:13:41.347661 - 0:37:55 -   grad: 2.77e-01  flops: 3.55e+14  wps: 3.33e+04  iter:  0.4974  data: 0.001  lr: 4.11e-04  mem: 50%  pow: 654.883 W
INFO    26-05-04 20:13:43.346369 - 0:37:57 -   grad: 2.80e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4923  data: 0.0009  lr: 4.12e-04  mem: 50%  pow: 654.755 W
INFO    26-05-04 20:13:45.331034 - 0:37:59 -   grad: 2.44e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.5014  data: 0.001  lr: 4.12e-04  mem: 50%  pow: 661.698 W
INFO    26-05-04 20:13:47.322085 - 0:38:01 -   grad: 2.48e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5088  data: 0.0011  lr: 4.13e-04  mem: 50%  pow: 656.541 W
INFO    26-05-04 20:13:49.308927 - 0:38:03 -   grad: 2.42e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5096  data: 0.0013  lr: 4.13e-04  mem: 50%  pow: 664.575 W
INFO    26-05-04 20:13:51.354203 - 0:38:05 -   grad: 2.17e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5176  data: 0.001  lr: 4.14e-04  mem: 50%  pow: 655.915 W
INFO    26-05-04 20:13:53.366468 - 0:38:07 -   grad: 2.49e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5083  data: 0.0013  lr: 4.14e-04  mem: 50%  pow: 645.26 W
INFO    26-05-04 20:13:55.375303 - 0:38:09 -   grad: 3.86e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5009  data: 0.0009  lr: 4.15e-04  mem: 50%  pow: 659.204 W
INFO    26-05-04 20:13:57.381929 - 0:38:11 -   grad: 2.42e-01  flops: 3.49e+14  wps: 3.27e+04  iter:   0.487  data: 0.001  lr: 4.15e-04  mem: 50%  pow: 642.035 W
INFO    26-05-04 20:13:59.377964 - 0:38:13 -   grad: 2.54e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5027  data: 0.0009  lr: 4.16e-04  mem: 50%  pow: 647.28 W
INFO    26-05-04 20:14:01.418668 - 0:38:15 -   grad: 2.41e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5147  data: 0.001  lr: 4.16e-04  mem: 50%  pow: 622.707 W
INFO    26-05-04 20:14:03.420276 - 0:38:17 -   grad: 2.73e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5095  data: 0.0008  lr: 4.17e-04  mem: 50%  pow: 664.91 W
INFO    26-05-04 20:14:05.412047 - 0:38:19 -   grad: 2.52e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5017  data: 0.0009  lr: 4.18e-04  mem: 50%  pow: 644.878 W
INFO    26-05-04 20:14:07.383018 - 0:38:21 -   grad: 2.41e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4872  data: 0.0009  lr: 4.18e-04  mem: 50%  pow: 660.293 W
INFO    26-05-04 20:14:09.378947 - 0:38:23 -   grad: 2.66e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4974  data: 0.001  lr: 4.18e-04  mem: 50%  pow: 653.538 W
INFO    26-05-04 20:14:11.423691 - 0:38:25 -   grad: 2.89e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5252  data: 0.0014  lr: 4.19e-04  mem: 50%  pow: 649.091 W
INFO    26-05-04 20:14:13.456601 - 0:38:27 -   grad: 3.30e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5184  data: 0.0009  lr: 4.20e-04  mem: 50%  pow: 645.116 W
INFO    26-05-04 20:14:15.448882 - 0:38:29 -   grad: 3.22e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5121  data: 0.0013  lr: 4.20e-04  mem: 50%  pow: 644.713 W
INFO    26-05-04 20:14:17.444814 - 0:38:31 -   grad: 3.29e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5034  data: 0.0012  lr: 4.20e-04  mem: 50%  pow: 650.644 W
INFO    26-05-04 20:14:19.478655 - 0:38:33 -   grad: 3.30e-01  flops: 3.45e+14  wps: 3.23e+04  iter:    0.53  data: 0.0027  lr: 4.21e-04  mem: 50%  pow: 640.962 W
INFO    26-05-04 20:14:21.458650 - 0:38:35 -   grad: 3.23e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4808  data: 0.0013  lr: 4.21e-04  mem: 50%  pow: 659.027 W
INFO    26-05-04 20:14:23.511385 - 0:38:37 -   grad: 3.15e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5259  data: 0.0013  lr: 4.22e-04  mem: 50%  pow: 635.743 W
INFO    26-05-04 20:14:25.531988 - 0:38:39 -   grad: 3.10e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5077  data: 0.001  lr: 4.22e-04  mem: 50%  pow: 649.197 W
INFO    26-05-04 20:14:27.515208 - 0:38:41 -   grad: 3.18e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.5016  data: 0.0015  lr: 4.23e-04  mem: 50%  pow: 662.257 W
INFO    26-05-04 20:14:29.515600 - 0:38:43 -   grad: 3.09e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5118  data: 0.0012  lr: 4.23e-04  mem: 50%  pow: 640.37 W
INFO    26-05-04 20:14:31.531181 - 0:38:45 -   grad: 3.22e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.516  data: 0.001  lr: 4.24e-04  mem: 50%  pow: 641.695 W
INFO    26-05-04 20:14:33.561387 - 0:38:47 -   grad: 2.95e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5101  data: 0.0012  lr: 4.25e-04  mem: 50%  pow: 650.016 W
INFO    26-05-04 20:14:35.562586 - 0:38:49 -   grad: 2.66e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4882  data: 0.0011  lr: 4.25e-04  mem: 50%  pow: 660.245 W
INFO    26-05-04 20:14:37.573198 - 0:38:51 -   grad: 2.55e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.498  data: 0.0011  lr: 4.25e-04  mem: 50%  pow: 659.523 W
INFO    26-05-04 20:14:39.605786 - 0:38:53 -   grad: 2.47e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5128  data: 0.0016  lr: 4.26e-04  mem: 50%  pow: 649.68 W
INFO    26-05-04 20:14:41.676911 - 0:38:55 -   grad: 2.63e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5112  data: 0.0014  lr: 4.27e-04  mem: 50%  pow: 639.416 W
INFO    26-05-04 20:14:43.693528 - 0:38:57 -   grad: 2.33e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4992  data: 0.0009  lr: 4.27e-04  mem: 50%  pow: 647.062 W
INFO    26-05-04 20:14:45.690752 - 0:38:59 -   grad: 2.52e-01  flops: 3.51e+14  wps: 3.29e+04  iter:   0.509  data: 0.0014  lr: 4.27e-04  mem: 50%  pow: 635.504 W
INFO    26-05-04 20:14:47.674280 - 0:39:01 -   grad: 2.48e-01  flops: 3.53e+14  wps: 3.31e+04  iter:   0.519  data: 0.0019  lr: 4.28e-04  mem: 50%  pow: 644.86 W
INFO    26-05-04 20:14:49.695100 - 0:39:03 -   grad: 2.50e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4939  data: 0.0014  lr: 4.29e-04  mem: 50%  pow: 668.184 W
INFO    26-05-04 20:14:51.679040 - 0:39:05 -   grad: 2.83e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4921  data: 0.0013  lr: 4.29e-04  mem: 50%  pow: 657.896 W
INFO    26-05-04 20:14:53.721736 - 0:39:07 -   grad: 2.44e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5277  data: 0.001  lr: 4.29e-04  mem: 50%  pow: 653.136 W
INFO    26-05-04 20:14:55.701182 - 0:39:09 -   grad: 2.41e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4914  data: 0.0015  lr: 4.30e-04  mem: 50%  pow: 660.002 W
INFO    26-05-04 20:14:57.776120 - 0:39:11 -   grad: 2.58e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.5146  data: 0.0009  lr: 4.31e-04  mem: 50%  pow: 616.703 W
INFO    26-05-04 20:14:59.757336 - 0:39:13 -   grad: 2.49e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5008  data: 0.0015  lr: 4.31e-04  mem: 50%  pow: 647.702 W
INFO    26-05-04 20:15:01.766602 - 0:39:15 -   grad: 2.51e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4937  data: 0.001  lr: 4.32e-04  mem: 50%  pow: 657.312 W
INFO    26-05-04 20:15:03.803538 - 0:39:17 -   grad: 2.78e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5122  data: 0.001  lr: 4.32e-04  mem: 50%  pow: 645.886 W
INFO    26-05-04 20:15:05.804511 - 0:39:19 -   grad: 2.74e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4934  data: 0.001  lr: 4.32e-04  mem: 50%  pow: 654.399 W
INFO    26-05-04 20:15:07.775755 - 0:39:21 -   grad: 2.79e-01  flops: 3.55e+14  wps: 3.33e+04  iter:  0.4965  data: 0.0021  lr: 4.33e-04  mem: 50%  pow: 667.478 W
INFO    26-05-04 20:15:09.783610 - 0:39:23 -   grad: 2.89e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4743  data: 0.0014  lr: 4.34e-04  mem: 50%  pow: 662.429 W
INFO    26-05-04 20:15:11.801833 - 0:39:25 -   grad: 2.95e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5103  data: 0.002  lr: 4.34e-04  mem: 50%  pow: 650.136 W
INFO    26-05-04 20:15:13.847200 - 0:39:27 -   grad: 3.15e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5164  data: 0.0009  lr: 4.34e-04  mem: 50%  pow: 652.303 W
INFO    26-05-04 20:15:15.880954 - 0:39:29 -   grad: 3.04e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5008  data: 0.0008  lr: 4.35e-04  mem: 50%  pow: 654.441 W
INFO    26-05-04 20:15:17.864375 - 0:39:31 -   grad: 3.39e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4949  data: 0.0111  lr: 4.36e-04  mem: 50%  pow: 656.07 W
INFO    26-05-04 20:15:19.902670 - 0:39:33 -   grad: 3.93e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5248  data: 0.0012  lr: 4.36e-04  mem: 50%  pow: 647.88 W
INFO    26-05-04 20:15:21.934415 - 0:39:35 -   grad: 2.95e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5078  data: 0.0013  lr: 4.36e-04  mem: 50%  pow: 653.745 W
INFO    26-05-04 20:15:23.989346 - 0:39:37 -   grad: 2.84e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5067  data: 0.0009  lr: 4.37e-04  mem: 50%  pow: 648.463 W
INFO    26-05-04 20:15:26.014317 - 0:39:39 -   grad: 2.57e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5237  data: 0.001  lr: 4.38e-04  mem: 50%  pow: 640.526 W
INFO    26-05-04 20:15:27.992548 - 0:39:41 -   grad: 2.45e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4999  data: 0.0016  lr: 4.38e-04  mem: 50%  pow: 670.472 W
INFO    26-05-04 20:15:30.034152 - 0:39:43 -   grad: 2.42e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5116  data: 0.0011  lr: 4.39e-04  mem: 50%  pow: 636.282 W
INFO    26-05-04 20:15:32.072318 - 0:39:45 -   grad: 2.43e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5001  data: 0.0013  lr: 4.39e-04  mem: 50%  pow: 659.957 W
INFO    26-05-04 20:15:34.084527 - 0:39:47 -   grad: 2.19e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4908  data: 0.0013  lr: 4.40e-04  mem: 50%  pow: 651.425 W
INFO    26-05-04 20:15:36.090449 - 0:39:49 -   grad: 2.18e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4929  data: 0.0241  lr: 4.40e-04  mem: 50%  pow: 650.515 W
INFO    26-05-04 20:15:38.059457 - 0:39:51 -   grad: 2.37e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4957  data: 0.0011  lr: 4.41e-04  mem: 50%  pow: 661.478 W
INFO    26-05-04 20:15:40.039945 - 0:39:53 -   grad: 2.19e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4809  data: 0.001  lr: 4.41e-04  mem: 50%  pow: 650.562 W
INFO    26-05-04 20:15:42.043525 - 0:39:55 -   grad: 2.11e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4861  data: 0.0035  lr: 4.41e-04  mem: 50%  pow: 661.01 W
INFO    26-05-04 20:15:44.069378 - 0:39:57 -   grad: 2.30e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5135  data: 0.0014  lr: 4.42e-04  mem: 50%  pow: 647.83 W
INFO    26-05-04 20:15:46.060404 - 0:39:59 -   grad: 2.29e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5015  data: 0.0012  lr: 4.43e-04  mem: 50%  pow: 661.472 W
INFO    26-05-04 20:15:48.038380 - 0:40:01 -   grad: 2.26e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4869  data: 0.0011  lr: 4.43e-04  mem: 50%  pow: 671.121 W
INFO    26-05-04 20:15:50.028381 - 0:40:03 -   grad: 2.38e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5183  data: 0.001  lr: 4.43e-04  mem: 50%  pow: 647.732 W
INFO    26-05-04 20:15:52.079732 - 0:40:05 -   grad: 2.27e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5224  data: 0.0009  lr: 4.44e-04  mem: 50%  pow: 638.319 W
INFO    26-05-04 20:15:54.109857 - 0:40:07 -   grad: 2.54e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5137  data: 0.0013  lr: 4.45e-04  mem: 50%  pow: 659.369 W
INFO    26-05-04 20:15:56.135927 - 0:40:09 -   grad: 2.35e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5099  data: 0.0147  lr: 4.45e-04  mem: 50%  pow: 638.126 W
INFO    26-05-04 20:15:58.139934 - 0:40:11 -   grad: 3.04e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4834  data: 0.0011  lr: 4.46e-04  mem: 50%  pow: 670.269 W
INFO    26-05-04 20:16:00.128507 - 0:40:13 -   grad: 2.51e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4844  data: 0.0014  lr: 4.46e-04  mem: 50%  pow: 660.822 W
INFO    26-05-04 20:16:02.135593 - 0:40:15 -   grad: 2.65e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4989  data: 0.0015  lr: 4.47e-04  mem: 50%  pow: 647.03 W
INFO    26-05-04 20:16:04.204874 - 0:40:17 -   grad: 2.55e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5153  data: 0.0013  lr: 4.47e-04  mem: 50%  pow: 648.288 W
INFO    26-05-04 20:16:06.188394 - 0:40:19 -   grad: 2.20e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4985  data: 0.0016  lr: 4.48e-04  mem: 50%  pow: 658.168 W
INFO    26-05-04 20:16:08.197084 - 0:40:21 -   grad: 2.38e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5209  data: 0.0012  lr: 4.48e-04  mem: 50%  pow: 650.648 W
INFO    26-05-04 20:16:10.225729 - 0:40:23 -   grad: 2.52e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4977  data: 0.0013  lr: 4.49e-04  mem: 50%  pow: 652.723 W
INFO    26-05-04 20:16:12.245617 - 0:40:25 -   grad: 2.48e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4944  data: 0.0026  lr: 4.49e-04  mem: 50%  pow: 652.466 W
INFO    26-05-04 20:16:14.243555 - 0:40:27 -   grad: 2.50e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5051  data: 0.001  lr: 4.50e-04  mem: 50%  pow: 649.836 W
INFO    26-05-04 20:16:16.247864 - 0:40:30 -   grad: 2.48e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5077  data: 0.0013  lr: 4.50e-04  mem: 50%  pow: 662.198 W
INFO    26-05-04 20:16:18.295232 - 0:40:32 -   grad: 2.63e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.5176  data: 0.001  lr: 4.50e-04  mem: 50%  pow: 635.4 W
INFO    26-05-04 20:16:20.317507 - 0:40:34 -   grad: 2.40e-01  flops: 3.47e+14  wps: 3.24e+04  iter:   0.515  data: 0.0009  lr: 4.51e-04  mem: 50%  pow: 647.341 W
INFO    26-05-04 20:16:22.338161 - 0:40:36 -   grad: 2.82e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5277  data: 0.0014  lr: 4.52e-04  mem: 50%  pow: 637.672 W
INFO    26-05-04 20:16:24.360058 - 0:40:38 -   grad: 2.96e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4768  data: 0.0191  lr: 4.52e-04  mem: 50%  pow: 660.445 W
INFO    26-05-04 20:16:26.344278 - 0:40:40 -   grad: 2.68e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4841  data: 0.0015  lr: 4.53e-04  mem: 50%  pow: 661.897 W
INFO    26-05-04 20:16:28.349184 - 0:40:42 -   grad: 3.20e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5138  data: 0.0011  lr: 4.53e-04  mem: 50%  pow: 651.317 W
INFO    26-05-04 20:16:30.366548 - 0:40:44 -   grad: 2.85e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4992  data: 0.0013  lr: 4.54e-04  mem: 50%  pow: 651.446 W
INFO    26-05-04 20:16:32.373652 - 0:40:46 -   grad: 2.69e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5005  data: 0.0012  lr: 4.54e-04  mem: 50%  pow: 665.068 W
INFO    26-05-04 20:16:34.360196 - 0:40:48 -   grad: 2.57e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4925  data: 0.0069  lr: 4.55e-04  mem: 50%  pow: 676.508 W
INFO    26-05-04 20:16:36.367312 - 0:40:50 -   grad: 2.56e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5266  data: 0.001  lr: 4.55e-04  mem: 50%  pow: 652.461 W
INFO    26-05-04 20:16:38.430411 - 0:40:52 -   grad: 2.53e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5245  data: 0.0013  lr: 4.56e-04  mem: 50%  pow: 636.872 W
INFO    26-05-04 20:16:40.427179 - 0:40:54 -   grad: 2.45e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5005  data: 0.0014  lr: 4.56e-04  mem: 50%  pow: 642.619 W
INFO    26-05-04 20:16:42.446356 - 0:40:56 -   grad: 3.30e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5179  data: 0.001  lr: 4.57e-04  mem: 50%  pow: 639.741 W
INFO    26-05-04 20:16:44.456301 - 0:40:58 -   grad: 2.84e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5179  data: 0.0012  lr: 4.57e-04  mem: 50%  pow: 655.187 W
INFO    26-05-04 20:16:46.492754 - 0:41:00 -   grad: 3.25e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5349  data: 0.0013  lr: 4.58e-04  mem: 50%  pow: 657.567 W
INFO    26-05-04 20:16:48.471546 - 0:41:02 -   grad: 4.61e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.5011  data: 0.0013  lr: 4.58e-04  mem: 50%  pow: 667.555 W
INFO    26-05-04 20:16:50.493358 - 0:41:04 -   grad: 2.55e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4789  data: 0.0241  lr: 4.59e-04  mem: 50%  pow: 636.833 W
INFO    26-05-04 20:16:52.541103 - 0:41:06 -   grad: 3.66e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5158  data: 0.001  lr: 4.59e-04  mem: 50%  pow: 649.861 W
INFO    26-05-04 20:16:54.600023 - 0:41:08 -   grad: 2.83e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5061  data: 0.001  lr: 4.60e-04  mem: 50%  pow: 654.432 W
INFO    26-05-04 20:16:56.640047 - 0:41:10 -   grad: 2.40e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5067  data: 0.0013  lr: 4.60e-04  mem: 50%  pow: 637.774 W
INFO    26-05-04 20:16:58.590011 - 0:41:12 -   grad: 2.23e-01  flops: 3.59e+14  wps: 3.36e+04  iter:  0.4922  data: 0.001  lr: 4.61e-04  mem: 50%  pow: 663.145 W
INFO    26-05-04 20:17:00.655092 - 0:41:14 -   grad: 2.15e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5195  data: 0.0015  lr: 4.61e-04  mem: 50%  pow: 625.25 W
INFO    26-05-04 20:17:02.693520 - 0:41:16 -   grad: 2.06e-01  flops: 3.44e+14  wps: 3.22e+04  iter:   0.543  data: 0.0012  lr: 4.62e-04  mem: 50%  pow: 650.364 W
INFO    26-05-04 20:17:04.716662 - 0:41:18 -   grad: 1.94e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5131  data: 0.001  lr: 4.62e-04  mem: 50%  pow: 632.392 W
INFO    26-05-04 20:17:06.720391 - 0:41:20 -   grad: 2.25e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5075  data: 0.0009  lr: 4.63e-04  mem: 50%  pow: 645.685 W
INFO    26-05-04 20:17:08.735107 - 0:41:22 -   grad: 2.33e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5202  data: 0.0009  lr: 4.63e-04  mem: 50%  pow: 642.048 W
INFO    26-05-04 20:17:10.773335 - 0:41:24 -   grad: 2.24e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4941  data: 0.0009  lr: 4.64e-04  mem: 50%  pow: 652.114 W
INFO    26-05-04 20:17:12.797723 - 0:41:26 -   grad: 2.61e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5114  data: 0.001  lr: 4.64e-04  mem: 50%  pow: 655.545 W
INFO    26-05-04 20:17:14.798674 - 0:41:28 -   grad: 2.11e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4829  data: 0.001  lr: 4.65e-04  mem: 50%  pow: 669.768 W
INFO    26-05-04 20:17:16.790505 - 0:41:30 -   grad: 2.02e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4925  data: 0.0013  lr: 4.65e-04  mem: 50%  pow: 664.278 W
INFO    26-05-04 20:17:18.799347 - 0:41:32 -   grad: 2.03e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5304  data: 0.0013  lr: 4.66e-04  mem: 50%  pow: 657.225 W
INFO    26-05-04 20:17:20.830236 - 0:41:34 -   grad: 2.23e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5026  data: 0.0009  lr: 4.66e-04  mem: 50%  pow: 655.759 W
INFO    26-05-04 20:17:22.857828 - 0:41:36 -   grad: 2.11e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4958  data: 0.001  lr: 4.67e-04  mem: 50%  pow: 660.82 W
INFO    26-05-04 20:17:24.869669 - 0:41:38 -   grad: 2.85e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5124  data: 0.0013  lr: 4.67e-04  mem: 50%  pow: 664.122 W
INFO    26-05-04 20:17:26.881633 - 0:41:40 -   grad: 3.05e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5364  data: 0.0013  lr: 4.68e-04  mem: 50%  pow: 650.699 W
INFO    26-05-04 20:17:28.949585 - 0:41:42 -   grad: 2.50e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5155  data: 0.0013  lr: 4.68e-04  mem: 50%  pow: 637.228 W
INFO    26-05-04 20:17:31.006700 - 0:41:44 -   grad: 2.50e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5131  data: 0.0013  lr: 4.69e-04  mem: 50%  pow: 639.263 W
INFO    26-05-04 20:17:33.000309 - 0:41:46 -   grad: 2.43e-01  flops: 3.52e+14  wps: 3.29e+04  iter:   0.494  data: 0.001  lr: 4.69e-04  mem: 50%  pow: 653.586 W
INFO    26-05-04 20:17:35.087197 - 0:41:48 -   grad: 2.18e-01  flops: 3.36e+14  wps: 3.14e+04  iter:   0.514  data: 0.001  lr: 4.69e-04  mem: 50%  pow: 644.843 W
INFO    26-05-04 20:17:37.094564 - 0:41:50 -   grad: 2.23e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5031  data: 0.0014  lr: 4.70e-04  mem: 50%  pow: 658.065 W
INFO    26-05-04 20:17:39.087246 - 0:41:52 -   grad: 2.12e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4696  data: 0.0162  lr: 4.70e-04  mem: 50%  pow: 654.823 W
INFO    26-05-04 20:17:41.073723 - 0:41:54 -   grad: 2.33e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5098  data: 0.0009  lr: 4.71e-04  mem: 50%  pow: 665.686 W
INFO    26-05-04 20:17:43.071688 - 0:41:56 -   grad: 2.33e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4921  data: 0.0009  lr: 4.71e-04  mem: 50%  pow: 665.997 W
INFO    26-05-04 20:17:45.078977 - 0:41:58 -   grad: 2.11e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5163  data: 0.0013  lr: 4.72e-04  mem: 50%  pow: 652.447 W
INFO    26-05-04 20:17:47.077332 - 0:42:00 -   grad: 2.21e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4929  data: 0.001  lr: 4.72e-04  mem: 50%  pow: 654.233 W
INFO    26-05-04 20:17:49.072905 - 0:42:02 -   grad: 1.90e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4904  data: 0.0011  lr: 4.73e-04  mem: 50%  pow: 669.319 W
INFO    26-05-04 20:17:51.057944 - 0:42:04 -   grad: 2.08e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4993  data: 0.0013  lr: 4.73e-04  mem: 50%  pow: 657.766 W
INFO    26-05-04 20:17:53.003859 - 0:42:06 -   grad: 2.18e-01  flops: 3.60e+14  wps: 3.37e+04  iter:  0.4885  data: 0.0013  lr: 4.74e-04  mem: 50%  pow: 663.153 W
INFO    26-05-04 20:17:54.976245 - 0:42:08 -   grad: 2.61e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.5045  data: 0.0014  lr: 4.74e-04  mem: 50%  pow: 646.375 W
INFO    26-05-04 20:17:56.941386 - 0:42:10 -   grad: 2.74e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.5077  data: 0.0013  lr: 4.75e-04  mem: 50%  pow: 661.815 W
INFO    26-05-04 20:17:58.950739 - 0:42:12 -   grad: 3.06e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5204  data: 0.0013  lr: 4.76e-04  mem: 50%  pow: 644.539 W
INFO    26-05-04 20:18:00.989422 - 0:42:14 -   grad: 2.94e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5397  data: 0.0013  lr: 4.76e-04  mem: 50%  pow: 638.414 W
INFO    26-05-04 20:18:03.010293 - 0:42:16 -   grad: 2.38e-01  flops: 3.47e+14  wps: 3.25e+04  iter:   0.509  data: 0.0013  lr: 4.76e-04  mem: 50%  pow: 647.981 W
INFO    26-05-04 20:18:05.010403 - 0:42:18 -   grad: 2.60e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4955  data: 0.0143  lr: 4.77e-04  mem: 50%  pow: 658.571 W
INFO    26-05-04 20:18:07.031851 - 0:42:20 -   grad: 2.36e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5069  data: 0.0009  lr: 4.78e-04  mem: 50%  pow: 636.189 W
INFO    26-05-04 20:18:09.068384 - 0:42:22 -   grad: 2.69e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5105  data: 0.001  lr: 4.78e-04  mem: 50%  pow: 631.578 W
INFO    26-05-04 20:18:11.064970 - 0:42:24 -   grad: 2.83e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4948  data: 0.0013  lr: 4.78e-04  mem: 50%  pow: 660.988 W
INFO    26-05-04 20:18:13.121706 - 0:42:26 -   grad: 2.68e-01  flops: 3.41e+14  wps: 3.19e+04  iter:   0.488  data: 0.0133  lr: 4.79e-04  mem: 50%  pow: 645.319 W
INFO    26-05-04 20:18:15.160021 - 0:42:28 -   grad: 2.34e-01  flops: 3.44e+14  wps: 3.22e+04  iter:   0.518  data: 0.001  lr: 4.80e-04  mem: 50%  pow: 641.759 W
INFO    26-05-04 20:18:17.177809 - 0:42:30 -   grad: 2.20e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5175  data: 0.001  lr: 4.80e-04  mem: 50%  pow: 646.454 W
INFO    26-05-04 20:18:19.202646 - 0:42:32 -   grad: 1.95e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5017  data: 0.0013  lr: 4.80e-04  mem: 50%  pow: 661.305 W
INFO    26-05-04 20:18:21.176297 - 0:42:34 -   grad: 1.99e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4943  data: 0.0009  lr: 4.81e-04  mem: 50%  pow: 650.472 W
INFO    26-05-04 20:18:23.169227 - 0:42:36 -   grad: 2.19e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5063  data: 0.0054  lr: 4.81e-04  mem: 50%  pow: 645.79 W
INFO    26-05-04 20:18:25.128408 - 0:42:38 -   grad: 2.24e-01  flops: 3.57e+14  wps: 3.35e+04  iter:  0.5009  data: 0.0009  lr: 4.82e-04  mem: 50%  pow: 652.366 W
INFO    26-05-04 20:18:27.130604 - 0:42:40 -   grad: 2.36e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4859  data: 0.0009  lr: 4.83e-04  mem: 50%  pow: 651.364 W
INFO    26-05-04 20:18:29.118751 - 0:42:42 -   grad: 2.78e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5095  data: 0.001  lr: 4.83e-04  mem: 50%  pow: 652.16 W
INFO    26-05-04 20:18:31.129330 - 0:42:44 -   grad: 2.17e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5026  data: 0.0009  lr: 4.83e-04  mem: 50%  pow: 639.096 W
INFO    26-05-04 20:18:33.136474 - 0:42:46 -   grad: 2.40e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4983  data: 0.001  lr: 4.84e-04  mem: 50%  pow: 653.41 W
INFO    26-05-04 20:18:35.102696 - 0:42:48 -   grad: 2.43e-01  flops: 3.56e+14  wps: 3.33e+04  iter:   0.466  data: 0.0159  lr: 4.85e-04  mem: 50%  pow: 670.092 W
INFO    26-05-04 20:18:37.090352 - 0:42:50 -   grad: 2.09e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4993  data: 0.0013  lr: 4.85e-04  mem: 50%  pow: 655.704 W
INFO    26-05-04 20:18:39.110921 - 0:42:52 -   grad: 2.03e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5287  data: 0.0012  lr: 4.85e-04  mem: 50%  pow: 632.698 W
INFO    26-05-04 20:18:41.150713 - 0:42:54 -   grad: 2.25e-01  flops: 3.43e+14  wps: 3.21e+04  iter:   0.521  data: 0.0011  lr: 4.86e-04  mem: 50%  pow: 636.959 W
INFO    26-05-04 20:18:43.206629 - 0:42:56 -   grad: 2.05e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5067  data: 0.0011  lr: 4.87e-04  mem: 50%  pow: 630.405 W
INFO    26-05-04 20:18:45.212137 - 0:42:58 -   grad: 2.25e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4921  data: 0.0009  lr: 4.87e-04  mem: 50%  pow: 640.574 W
INFO    26-05-04 20:18:47.212646 - 0:43:00 -   grad: 2.01e-01  flops: 3.50e+14  wps: 3.28e+04  iter:   0.501  data: 0.001  lr: 4.87e-04  mem: 50%  pow: 655.608 W
INFO    26-05-04 20:18:49.264090 - 0:43:03 -   grad: 2.17e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5236  data: 0.0028  lr: 4.88e-04  mem: 50%  pow: 630.462 W
INFO    26-05-04 20:18:51.250508 - 0:43:05 -   grad: 1.93e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4932  data: 0.0014  lr: 4.89e-04  mem: 50%  pow: 659.486 W
INFO    26-05-04 20:18:53.270637 - 0:43:07 -   grad: 1.95e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5003  data: 0.0157  lr: 4.89e-04  mem: 50%  pow: 643.991 W
INFO    26-05-04 20:18:55.338445 - 0:43:09 -   grad: 2.14e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5294  data: 0.0105  lr: 4.90e-04  mem: 50%  pow: 649.259 W
INFO    26-05-04 20:18:57.369975 - 0:43:11 -   grad: 2.00e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5027  data: 0.001  lr: 4.90e-04  mem: 50%  pow: 661.083 W
INFO    26-05-04 20:18:59.390514 - 0:43:13 -   grad: 2.15e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5108  data: 0.001  lr: 4.91e-04  mem: 50%  pow: 665.035 W
INFO    26-05-04 20:19:01.424959 - 0:43:15 -   grad: 2.33e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5058  data: 0.0011  lr: 4.91e-04  mem: 50%  pow: 646.664 W
INFO    26-05-04 20:19:03.471616 - 0:43:17 -   grad: 2.37e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.5263  data: 0.001  lr: 4.91e-04  mem: 50%  pow: 654.718 W
INFO    26-05-04 20:19:05.505312 - 0:43:19 -   grad: 2.59e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5081  data: 0.0023  lr: 4.92e-04  mem: 50%  pow: 644.189 W
INFO    26-05-04 20:19:07.542969 - 0:43:21 -   grad: 2.52e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5138  data: 0.0014  lr: 4.92e-04  mem: 50%  pow: 649.853 W
INFO    26-05-04 20:19:09.586175 - 0:43:23 -   grad: 2.44e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5052  data: 0.0179  lr: 4.93e-04  mem: 50%  pow: 644.953 W
INFO    26-05-04 20:19:11.572351 - 0:43:25 -   grad: 3.02e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5057  data: 0.0011  lr: 4.94e-04  mem: 50%  pow: 648.802 W
INFO    26-05-04 20:19:13.580539 - 0:43:27 -   grad: 2.77e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5077  data: 0.001  lr: 4.94e-04  mem: 50%  pow: 647.422 W
INFO    26-05-04 20:19:15.628247 - 0:43:29 -   grad: 2.65e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5216  data: 0.001  lr: 4.95e-04  mem: 50%  pow: 634.009 W
INFO    26-05-04 20:19:17.634266 - 0:43:31 -   grad: 2.84e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5086  data: 0.0013  lr: 4.95e-04  mem: 50%  pow: 650.676 W
INFO    26-05-04 20:19:19.639183 - 0:43:33 -   grad: 2.36e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5151  data: 0.0013  lr: 4.95e-04  mem: 50%  pow: 646.264 W
INFO    26-05-04 20:19:21.656486 - 0:43:35 -   grad: 2.11e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5037  data: 0.0013  lr: 4.96e-04  mem: 50%  pow: 648.762 W
INFO    26-05-04 20:19:23.672521 - 0:43:37 -   grad: 1.98e-01  flops: 3.48e+14  wps: 3.25e+04  iter:   0.521  data: 0.0009  lr: 4.96e-04  mem: 50%  pow: 645.439 W
INFO    26-05-04 20:19:25.647813 - 0:43:39 -   grad: 2.45e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.5163  data: 0.0011  lr: 4.97e-04  mem: 50%  pow: 659.027 W
INFO    26-05-04 20:19:27.685441 - 0:43:41 -   grad: 2.53e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5482  data: 0.0014  lr: 4.98e-04  mem: 50%  pow: 633.427 W
INFO    26-05-04 20:19:29.703362 - 0:43:43 -   grad: 2.40e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5147  data: 0.001  lr: 4.98e-04  mem: 50%  pow: 650.763 W
INFO    26-05-04 20:19:31.679154 - 0:43:45 -   grad: 2.51e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4875  data: 0.0013  lr: 4.99e-04  mem: 50%  pow: 654.756 W
INFO    26-05-04 20:19:33.670271 - 0:43:47 -   grad: 2.08e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5042  data: 0.0013  lr: 4.99e-04  mem: 50%  pow: 659.54 W
INFO    26-05-04 20:19:35.668697 - 0:43:49 -   grad: 2.28e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4889  data: 0.0142  lr: 5.00e-04  mem: 50%  pow: 638.395 W
INFO    26-05-04 20:19:37.159387 - 0:43:50 - garbage collection
INFO    26-05-04 20:19:38.449739 - 0:43:52 -   grad: 2.65e-01  flops: 2.52e+14  wps: 2.36e+04  iter:  0.6099  data: 0.681  lr: 5.00e-04  mem: 50%  pow: 336.39 W
INFO    26-05-04 20:19:40.518179 - 0:43:54 -   grad: 2.28e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5437  data: 0.0015  lr: 5.00e-04  mem: 50%  pow: 644.038 W
INFO    26-05-04 20:19:42.530467 - 0:43:56 -   grad: 3.01e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5039  data: 0.0014  lr: 5.01e-04  mem: 50%  pow: 642.247 W
INFO    26-05-04 20:19:44.552190 - 0:43:58 -   grad: 2.83e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4951  data: 0.0019  lr: 5.01e-04  mem: 50%  pow: 644.302 W
INFO    26-05-04 20:19:46.556515 - 0:44:00 -   grad: 2.06e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5188  data: 0.0015  lr: 5.02e-04  mem: 50%  pow: 636.813 W
INFO    26-05-04 20:19:48.556513 - 0:44:02 -   grad: 2.43e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5181  data: 0.0016  lr: 5.02e-04  mem: 50%  pow: 638.825 W
INFO    26-05-04 20:19:50.609550 - 0:44:04 -   grad: 2.11e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5295  data: 0.0014  lr: 5.03e-04  mem: 50%  pow: 650.561 W
INFO    26-05-04 20:19:52.666405 - 0:44:06 -   grad: 2.06e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5401  data: 0.0015  lr: 5.03e-04  mem: 50%  pow: 624.202 W
INFO    26-05-04 20:19:54.671968 - 0:44:08 -   grad: 2.21e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5062  data: 0.0015  lr: 5.04e-04  mem: 50%  pow: 660.634 W
INFO    26-05-04 20:19:56.640747 - 0:44:10 -   grad: 2.08e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4659  data: 0.0133  lr: 5.04e-04  mem: 50%  pow: 665.423 W
INFO    26-05-04 20:19:58.636491 - 0:44:12 -   grad: 2.36e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5111  data: 0.0014  lr: 5.05e-04  mem: 50%  pow: 646.924 W
INFO    26-05-04 20:20:00.659026 - 0:44:14 -   grad: 2.31e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5085  data: 0.0018  lr: 5.05e-04  mem: 50%  pow: 658.382 W
INFO    26-05-04 20:20:02.626767 - 0:44:16 -   grad: 2.90e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4921  data: 0.0012  lr: 5.06e-04  mem: 50%  pow: 664.703 W
INFO    26-05-04 20:20:04.639032 - 0:44:18 -   grad: 2.54e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5227  data: 0.0012  lr: 5.07e-04  mem: 50%  pow: 664.774 W
INFO    26-05-04 20:20:06.601030 - 0:44:20 -   grad: 2.29e-01  flops: 3.57e+14  wps: 3.35e+04  iter:  0.4896  data: 0.0029  lr: 5.07e-04  mem: 50%  pow: 669.605 W
INFO    26-05-04 20:20:08.621983 - 0:44:22 -   grad: 2.23e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4953  data: 0.0015  lr: 5.07e-04  mem: 50%  pow: 653.37 W
INFO    26-05-04 20:20:10.628645 - 0:44:24 -   grad: 2.10e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4996  data: 0.001  lr: 5.08e-04  mem: 50%  pow: 658.316 W
INFO    26-05-04 20:20:12.609593 - 0:44:26 -   grad: 2.24e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4893  data: 0.0009  lr: 5.08e-04  mem: 50%  pow: 666.469 W
INFO    26-05-04 20:20:14.613270 - 0:44:28 -   grad: 2.34e-01  flops: 3.50e+14  wps: 3.27e+04  iter:   0.512  data: 0.0019  lr: 5.09e-04  mem: 50%  pow: 649.012 W
INFO    26-05-04 20:20:16.630812 - 0:44:30 -   grad: 2.42e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5026  data: 0.0049  lr: 5.09e-04  mem: 50%  pow: 650.349 W
INFO    26-05-04 20:20:18.616761 - 0:44:32 -   grad: 1.99e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5056  data: 0.0011  lr: 5.10e-04  mem: 50%  pow: 645.826 W
INFO    26-05-04 20:20:20.660429 - 0:44:34 -   grad: 1.98e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5187  data: 0.0013  lr: 5.10e-04  mem: 50%  pow: 655.911 W
INFO    26-05-04 20:20:22.721414 - 0:44:36 -   grad: 2.09e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5081  data: 0.003  lr: 5.11e-04  mem: 50%  pow: 630.009 W
INFO    26-05-04 20:20:24.813073 - 0:44:38 -   grad: 2.30e-01  flops: 3.35e+14  wps: 3.14e+04  iter:  0.5571  data: 0.0034  lr: 5.12e-04  mem: 50%  pow: 611.578 W
INFO    26-05-04 20:20:26.846405 - 0:44:40 -   grad: 2.16e-01  flops: 3.44e+14  wps: 3.23e+04  iter:   0.494  data: 0.0037  lr: 5.12e-04  mem: 50%  pow: 656.83 W
INFO    26-05-04 20:20:28.839763 - 0:44:42 -   grad: 1.99e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5113  data: 0.0013  lr: 5.12e-04  mem: 50%  pow: 645.125 W
INFO    26-05-04 20:20:30.864056 - 0:44:44 -   grad: 1.96e-01  flops: 3.46e+14  wps: 3.24e+04  iter:   0.493  data: 0.002  lr: 5.13e-04  mem: 50%  pow: 651.01 W
INFO    26-05-04 20:20:32.921722 - 0:44:46 -   grad: 2.08e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5077  data: 0.0011  lr: 5.13e-04  mem: 50%  pow: 632.29 W
INFO    26-05-04 20:20:34.915758 - 0:44:48 -   grad: 2.12e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4986  data: 0.001  lr: 5.14e-04  mem: 50%  pow: 649.432 W
INFO    26-05-04 20:20:36.930326 - 0:44:50 -   grad: 1.87e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5015  data: 0.0027  lr: 5.14e-04  mem: 50%  pow: 644.095 W
INFO    26-05-04 20:20:38.896857 - 0:44:52 -   grad: 1.95e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.5024  data: 0.0035  lr: 5.15e-04  mem: 50%  pow: 641.814 W
INFO    26-05-04 20:20:40.951281 - 0:44:54 -   grad: 2.04e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5028  data: 0.001  lr: 5.16e-04  mem: 50%  pow: 633.816 W
INFO    26-05-04 20:20:42.983164 - 0:44:56 -   grad: 1.97e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4884  data: 0.0139  lr: 5.16e-04  mem: 50%  pow: 659.43 W
INFO    26-05-04 20:20:44.991707 - 0:44:58 -   grad: 1.74e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4852  data: 0.026  lr: 5.16e-04  mem: 50%  pow: 638.662 W
INFO    26-05-04 20:20:47.001713 - 0:45:00 -   grad: 1.97e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5085  data: 0.0014  lr: 5.17e-04  mem: 50%  pow: 660.044 W
INFO    26-05-04 20:20:49.032314 - 0:45:02 -   grad: 2.33e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5045  data: 0.0014  lr: 5.17e-04  mem: 50%  pow: 650.757 W
INFO    26-05-04 20:20:51.083051 - 0:45:04 -   grad: 2.27e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5125  data: 0.0148  lr: 5.18e-04  mem: 50%  pow: 651.483 W
INFO    26-05-04 20:20:53.120243 - 0:45:06 -   grad: 2.15e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5016  data: 0.0025  lr: 5.18e-04  mem: 50%  pow: 655.684 W
INFO    26-05-04 20:20:55.119264 - 0:45:08 -   grad: 2.56e-01  flops: 3.51e+14  wps: 3.28e+04  iter:   0.504  data: 0.0015  lr: 5.19e-04  mem: 50%  pow: 658.955 W
INFO    26-05-04 20:20:57.156744 - 0:45:10 -   grad: 2.35e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5274  data: 0.0015  lr: 5.19e-04  mem: 50%  pow: 659.964 W
INFO    26-05-04 20:20:59.210854 - 0:45:12 -   grad: 2.30e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5047  data: 0.001  lr: 5.20e-04  mem: 50%  pow: 642.193 W
INFO    26-05-04 20:21:01.240900 - 0:45:14 -   grad: 2.19e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5179  data: 0.0011  lr: 5.21e-04  mem: 50%  pow: 645.694 W
INFO    26-05-04 20:21:03.323658 - 0:45:17 -   grad: 2.55e-01  flops: 3.36e+14  wps: 3.15e+04  iter:   0.517  data: 0.0013  lr: 5.21e-04  mem: 50%  pow: 635.12 W
INFO    26-05-04 20:21:05.329751 - 0:45:19 -   grad: 2.58e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5045  data: 0.0014  lr: 5.21e-04  mem: 50%  pow: 653.164 W
INFO    26-05-04 20:21:07.310094 - 0:45:21 -   grad: 2.63e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4995  data: 0.0015  lr: 5.22e-04  mem: 50%  pow: 657.922 W
INFO    26-05-04 20:21:09.299458 - 0:45:23 -   grad: 2.60e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4988  data: 0.0013  lr: 5.22e-04  mem: 50%  pow: 659.835 W
INFO    26-05-04 20:21:11.297653 - 0:45:25 -   grad: 2.94e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5064  data: 0.0011  lr: 5.23e-04  mem: 50%  pow: 659.754 W
INFO    26-05-04 20:21:13.322307 - 0:45:27 -   grad: 2.42e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5237  data: 0.0011  lr: 5.23e-04  mem: 50%  pow: 642.063 W
INFO    26-05-04 20:21:15.311476 - 0:45:29 -   grad: 2.23e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4903  data: 0.0025  lr: 5.24e-04  mem: 50%  pow: 657.004 W
INFO    26-05-04 20:21:17.293865 - 0:45:31 -   grad: 2.25e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4903  data: 0.0012  lr: 5.25e-04  mem: 50%  pow: 651.829 W
INFO    26-05-04 20:21:19.268012 - 0:45:33 -   grad: 2.02e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.5035  data: 0.001  lr: 5.25e-04  mem: 50%  pow: 661.096 W
INFO    26-05-04 20:21:21.268933 - 0:45:35 -   grad: 1.92e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5045  data: 0.001  lr: 5.25e-04  mem: 50%  pow: 643.909 W
INFO    26-05-04 20:21:23.298011 - 0:45:37 -   grad: 1.82e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5031  data: 0.0011  lr: 5.26e-04  mem: 50%  pow: 639.418 W
INFO    26-05-04 20:21:25.287586 - 0:45:39 -   grad: 1.78e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4904  data: 0.0011  lr: 5.26e-04  mem: 50%  pow: 665.246 W
INFO    26-05-04 20:21:27.267777 - 0:45:41 -   grad: 1.67e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5025  data: 0.0016  lr: 5.27e-04  mem: 50%  pow: 653.289 W
INFO    26-05-04 20:21:29.274963 - 0:45:43 -   grad: 1.71e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4832  data: 0.0011  lr: 5.27e-04  mem: 50%  pow: 658.202 W
INFO    26-05-04 20:21:31.313164 - 0:45:45 -   grad: 1.75e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5195  data: 0.0013  lr: 5.28e-04  mem: 50%  pow: 639.008 W
INFO    26-05-04 20:21:33.347663 - 0:45:47 -   grad: 1.54e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5048  data: 0.0015  lr: 5.28e-04  mem: 50%  pow: 645.967 W
INFO    26-05-04 20:21:35.370801 - 0:45:49 -   grad: 1.67e-01  flops: 3.47e+14  wps: 3.24e+04  iter:   0.528  data: 0.001  lr: 5.29e-04  mem: 50%  pow: 638.101 W
INFO    26-05-04 20:21:37.363664 - 0:45:51 -   grad: 1.77e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4953  data: 0.0013  lr: 5.30e-04  mem: 50%  pow: 664.481 W
INFO    26-05-04 20:21:39.378823 - 0:45:53 -   grad: 1.85e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5036  data: 0.0011  lr: 5.30e-04  mem: 50%  pow: 644.871 W
INFO    26-05-04 20:21:41.386702 - 0:45:55 -   grad: 1.69e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5216  data: 0.001  lr: 5.30e-04  mem: 50%  pow: 655.907 W
INFO    26-05-04 20:21:43.420305 - 0:45:57 -   grad: 1.65e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4937  data: 0.0037  lr: 5.31e-04  mem: 50%  pow: 649.205 W
INFO    26-05-04 20:21:45.448134 - 0:45:59 -   grad: 1.82e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5086  data: 0.0011  lr: 5.31e-04  mem: 50%  pow: 649.835 W
INFO    26-05-04 20:21:47.456646 - 0:46:01 -   grad: 1.93e-01  flops: 3.49e+14  wps: 3.26e+04  iter:   0.498  data: 0.0013  lr: 5.32e-04  mem: 50%  pow: 657.085 W
INFO    26-05-04 20:21:49.481311 - 0:46:03 -   grad: 2.22e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5118  data: 0.0013  lr: 5.32e-04  mem: 50%  pow: 644.841 W
INFO    26-05-04 20:21:51.519107 - 0:46:05 -   grad: 2.23e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5126  data: 0.0171  lr: 5.33e-04  mem: 50%  pow: 639.231 W
INFO    26-05-04 20:21:53.549420 - 0:46:07 -   grad: 1.89e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.515  data: 0.0031  lr: 5.34e-04  mem: 50%  pow: 629.673 W
INFO    26-05-04 20:21:55.557162 - 0:46:09 -   grad: 2.50e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5231  data: 0.0013  lr: 5.34e-04  mem: 50%  pow: 644.237 W
INFO    26-05-04 20:21:57.575009 - 0:46:11 -   grad: 2.82e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4979  data: 0.002  lr: 5.35e-04  mem: 50%  pow: 649.778 W
INFO    26-05-04 20:21:59.582613 - 0:46:13 -   grad: 2.55e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5009  data: 0.0016  lr: 5.35e-04  mem: 50%  pow: 653.995 W
INFO    26-05-04 20:22:01.652565 - 0:46:15 -   grad: 2.50e-01  flops: 3.39e+14  wps: 3.17e+04  iter:   0.526  data: 0.0014  lr: 5.35e-04  mem: 50%  pow: 632.04 W
INFO    26-05-04 20:22:03.623852 - 0:46:17 -   grad: 2.40e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4891  data: 0.0011  lr: 5.36e-04  mem: 50%  pow: 665.428 W
INFO    26-05-04 20:22:05.586755 - 0:46:19 -   grad: 2.52e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4979  data: 0.001  lr: 5.36e-04  mem: 50%  pow: 662.91 W
INFO    26-05-04 20:22:07.605482 - 0:46:21 -   grad: 2.23e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4962  data: 0.004  lr: 5.37e-04  mem: 50%  pow: 657.064 W
INFO    26-05-04 20:22:09.574725 - 0:46:23 -   grad: 2.36e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4866  data: 0.0014  lr: 5.38e-04  mem: 50%  pow: 671.3 W
INFO    26-05-04 20:22:11.577265 - 0:46:25 -   grad: 2.02e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5181  data: 0.0011  lr: 5.38e-04  mem: 50%  pow: 654.602 W
INFO    26-05-04 20:22:13.587699 - 0:46:27 -   grad: 2.03e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5018  data: 0.0011  lr: 5.39e-04  mem: 50%  pow: 640.764 W
INFO    26-05-04 20:22:15.621725 - 0:46:29 -   grad: 1.91e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5272  data: 0.0015  lr: 5.39e-04  mem: 50%  pow: 635.068 W
INFO    26-05-04 20:22:17.613229 - 0:46:31 -   grad: 1.99e-01  flops: 3.53e+14  wps: 3.30e+04  iter:   0.493  data: 0.0152  lr: 5.39e-04  mem: 50%  pow: 651.703 W
INFO    26-05-04 20:22:19.628461 - 0:46:33 -   grad: 1.92e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5018  data: 0.001  lr: 5.40e-04  mem: 50%  pow: 652.944 W
INFO    26-05-04 20:22:21.676278 - 0:46:35 -   grad: 1.66e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.5133  data: 0.0011  lr: 5.40e-04  mem: 50%  pow: 649.264 W
INFO    26-05-04 20:22:23.672570 - 0:46:37 -   grad: 1.54e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5105  data: 0.0049  lr: 5.41e-04  mem: 50%  pow: 653.005 W
INFO    26-05-04 20:22:25.636441 - 0:46:39 -   grad: 1.58e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4994  data: 0.003  lr: 5.41e-04  mem: 50%  pow: 645.491 W
INFO    26-05-04 20:22:27.635308 - 0:46:41 -   grad: 1.59e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5124  data: 0.0015  lr: 5.42e-04  mem: 50%  pow: 651.574 W
INFO    26-05-04 20:22:29.636941 - 0:46:43 -   grad: 1.74e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5178  data: 0.001  lr: 5.43e-04  mem: 50%  pow: 652.94 W
INFO    26-05-04 20:22:31.660549 - 0:46:45 -   grad: 1.76e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5173  data: 0.0014  lr: 5.43e-04  mem: 50%  pow: 653.673 W
INFO    26-05-04 20:22:33.622420 - 0:46:47 -   grad: 1.85e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4854  data: 0.0014  lr: 5.44e-04  mem: 50%  pow: 650.127 W
INFO    26-05-04 20:22:35.641909 - 0:46:49 -   grad: 1.93e-01  flops: 3.47e+14  wps: 3.25e+04  iter:   0.496  data: 0.001  lr: 5.44e-04  mem: 50%  pow: 668.621 W
INFO    26-05-04 20:22:37.654929 - 0:46:51 -   grad: 2.31e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5296  data: 0.001  lr: 5.44e-04  mem: 50%  pow: 629.332 W
INFO    26-05-04 20:22:39.671160 - 0:46:53 -   grad: 2.38e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5176  data: 0.0014  lr: 5.45e-04  mem: 50%  pow: 657.019 W
INFO    26-05-04 20:22:41.714423 - 0:46:55 -   grad: 2.08e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4782  data: 0.0144  lr: 5.45e-04  mem: 50%  pow: 647.687 W
INFO    26-05-04 20:22:43.690044 - 0:46:57 -   grad: 1.73e-01  flops: 3.55e+14  wps: 3.32e+04  iter:   0.507  data: 0.001  lr: 5.46e-04  mem: 50%  pow: 654.673 W
INFO    26-05-04 20:22:45.723856 - 0:46:59 -   grad: 1.83e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5154  data: 0.0011  lr: 5.47e-04  mem: 50%  pow: 652.898 W
INFO    26-05-04 20:22:47.726321 - 0:47:01 -   grad: 1.83e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4846  data: 0.0156  lr: 5.47e-04  mem: 50%  pow: 660.368 W
INFO    26-05-04 20:22:49.750702 - 0:47:03 -   grad: 2.01e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5151  data: 0.0011  lr: 5.48e-04  mem: 50%  pow: 637.107 W
INFO    26-05-04 20:22:51.761596 - 0:47:05 -   grad: 2.16e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5157  data: 0.001  lr: 5.48e-04  mem: 50%  pow: 663.002 W
INFO    26-05-04 20:22:53.783510 - 0:47:07 -   grad: 2.55e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5012  data: 0.0021  lr: 5.49e-04  mem: 50%  pow: 654.145 W
INFO    26-05-04 20:22:55.873017 - 0:47:09 -   grad: 2.26e-01  flops: 3.35e+14  wps: 3.14e+04  iter:  0.5315  data: 0.0018  lr: 5.49e-04  mem: 50%  pow: 634.943 W
INFO    26-05-04 20:22:57.891764 - 0:47:11 -   grad: 1.97e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5269  data: 0.0016  lr: 5.49e-04  mem: 50%  pow: 639.166 W
INFO    26-05-04 20:22:59.920198 - 0:47:13 -   grad: 2.52e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5196  data: 0.0011  lr: 5.50e-04  mem: 50%  pow: 633.15 W
INFO    26-05-04 20:23:01.937639 - 0:47:15 -   grad: 2.28e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5046  data: 0.0014  lr: 5.50e-04  mem: 50%  pow: 641.915 W
INFO    26-05-04 20:23:03.974384 - 0:47:17 -   grad: 1.76e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4883  data: 0.0015  lr: 5.51e-04  mem: 50%  pow: 654.307 W
INFO    26-05-04 20:23:05.954696 - 0:47:19 -   grad: 2.73e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5115  data: 0.0012  lr: 5.52e-04  mem: 50%  pow: 651.97 W
INFO    26-05-04 20:23:08.008106 - 0:47:21 -   grad: 2.24e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5173  data: 0.0011  lr: 5.52e-04  mem: 50%  pow: 645.152 W
INFO    26-05-04 20:23:10.041836 - 0:47:23 -   grad: 2.26e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5139  data: 0.001  lr: 5.53e-04  mem: 50%  pow: 637.241 W
INFO    26-05-04 20:23:12.075468 - 0:47:25 -   grad: 2.19e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5234  data: 0.0011  lr: 5.53e-04  mem: 50%  pow: 637.102 W
INFO    26-05-04 20:23:14.101730 - 0:47:27 -   grad: 2.06e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5115  data: 0.0011  lr: 5.53e-04  mem: 50%  pow: 651.056 W
INFO    26-05-04 20:23:16.136835 - 0:47:29 -   grad: 2.26e-01  flops: 3.44e+14  wps: 3.22e+04  iter:   0.528  data: 0.0013  lr: 5.54e-04  mem: 50%  pow: 654.641 W
INFO    26-05-04 20:23:18.132202 - 0:47:31 -   grad: 2.03e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4968  data: 0.0011  lr: 5.54e-04  mem: 50%  pow: 655.656 W
INFO    26-05-04 20:23:20.139592 - 0:47:33 -   grad: 2.49e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5036  data: 0.0013  lr: 5.55e-04  mem: 50%  pow: 654.186 W
INFO    26-05-04 20:23:22.152807 - 0:47:35 -   grad: 2.33e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4945  data: 0.0016  lr: 5.56e-04  mem: 50%  pow: 657.424 W
INFO    26-05-04 20:23:24.140033 - 0:47:37 -   grad: 2.02e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4816  data: 0.0032  lr: 5.56e-04  mem: 50%  pow: 645.872 W
INFO    26-05-04 20:23:26.170484 - 0:47:39 -   grad: 2.29e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4888  data: 0.0013  lr: 5.57e-04  mem: 50%  pow: 671.667 W
INFO    26-05-04 20:23:28.229634 - 0:47:41 -   grad: 2.38e-01  flops: 3.40e+14  wps: 3.19e+04  iter:  0.5278  data: 0.0011  lr: 5.57e-04  mem: 50%  pow: 651.96 W
INFO    26-05-04 20:23:30.224970 - 0:47:43 -   grad: 2.39e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5067  data: 0.0023  lr: 5.58e-04  mem: 50%  pow: 658.567 W
INFO    26-05-04 20:23:32.246086 - 0:47:46 -   grad: 1.87e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5029  data: 0.001  lr: 5.58e-04  mem: 50%  pow: 662.626 W
INFO    26-05-04 20:23:34.338500 - 0:47:48 -   grad: 1.90e-01  flops: 3.35e+14  wps: 3.14e+04  iter:  0.5277  data: 0.0011  lr: 5.58e-04  mem: 50%  pow: 619.877 W
INFO    26-05-04 20:23:36.398971 - 0:47:50 -   grad: 1.89e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.4912  data: 0.0011  lr: 5.59e-04  mem: 50%  pow: 634.221 W
INFO    26-05-04 20:23:38.477504 - 0:47:52 -   grad: 1.83e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.5072  data: 0.0018  lr: 5.59e-04  mem: 50%  pow: 637.442 W
INFO    26-05-04 20:23:40.491331 - 0:47:54 -   grad: 1.89e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5024  data: 0.001  lr: 5.60e-04  mem: 50%  pow: 655.68 W
INFO    26-05-04 20:23:42.481822 - 0:47:56 -   grad: 1.58e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4903  data: 0.0011  lr: 5.61e-04  mem: 50%  pow: 659.897 W
INFO    26-05-04 20:23:44.502112 - 0:47:58 -   grad: 1.85e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5136  data: 0.0013  lr: 5.61e-04  mem: 50%  pow: 634.241 W
INFO    26-05-04 20:23:46.516321 - 0:48:00 -   grad: 1.99e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4917  data: 0.0147  lr: 5.62e-04  mem: 50%  pow: 653.696 W
INFO    26-05-04 20:23:48.532385 - 0:48:02 -   grad: 1.68e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5204  data: 0.0017  lr: 5.62e-04  mem: 50%  pow: 652.573 W
INFO    26-05-04 20:23:50.530225 - 0:48:04 -   grad: 1.77e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5067  data: 0.0011  lr: 5.63e-04  mem: 50%  pow: 644.152 W
INFO    26-05-04 20:23:52.516633 - 0:48:06 -   grad: 1.85e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5114  data: 0.0012  lr: 5.63e-04  mem: 50%  pow: 646.834 W
INFO    26-05-04 20:23:54.678979 - 0:48:08 -   grad: 1.73e-01  flops: 3.24e+14  wps: 3.03e+04  iter:  0.5045  data: 0.001  lr: 5.63e-04  mem: 50%  pow: 651.037 W
INFO    26-05-04 20:23:56.690324 - 0:48:10 -   grad: 1.67e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.486  data: 0.0016  lr: 5.64e-04  mem: 50%  pow: 655.3 W
INFO    26-05-04 20:23:58.742661 - 0:48:12 -   grad: 1.84e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5032  data: 0.0011  lr: 5.65e-04  mem: 50%  pow: 648.192 W
INFO    26-05-04 20:24:00.712034 - 0:48:14 -   grad: 1.96e-01  flops: 3.56e+14  wps: 3.34e+04  iter:  0.4915  data: 0.001  lr: 5.65e-04  mem: 50%  pow: 665.074 W
INFO    26-05-04 20:24:02.729387 - 0:48:16 -   grad: 1.66e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5262  data: 0.0014  lr: 5.66e-04  mem: 50%  pow: 658.826 W
INFO    26-05-04 20:24:04.757268 - 0:48:18 -   grad: 1.66e-01  flops: 3.46e+14  wps: 3.24e+04  iter:   0.523  data: 0.0011  lr: 5.66e-04  mem: 50%  pow: 635.881 W
INFO    26-05-04 20:24:06.789219 - 0:48:20 -   grad: 1.91e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5198  data: 0.0134  lr: 5.67e-04  mem: 50%  pow: 634.937 W
INFO    26-05-04 20:24:08.787930 - 0:48:22 -   grad: 1.89e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5208  data: 0.0014  lr: 5.67e-04  mem: 50%  pow: 654.097 W
INFO    26-05-04 20:24:10.770242 - 0:48:24 -   grad: 1.88e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4903  data: 0.0011  lr: 5.67e-04  mem: 50%  pow: 665.224 W
INFO    26-05-04 20:24:12.762586 - 0:48:26 -   grad: 1.86e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5034  data: 0.0011  lr: 5.68e-04  mem: 50%  pow: 651.94 W
INFO    26-05-04 20:24:14.766659 - 0:48:28 -   grad: 1.79e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4982  data: 0.0017  lr: 5.68e-04  mem: 50%  pow: 644.421 W
INFO    26-05-04 20:24:16.757728 - 0:48:30 -   grad: 2.06e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5162  data: 0.0014  lr: 5.69e-04  mem: 50%  pow: 656.494 W
INFO    26-05-04 20:24:18.825700 - 0:48:32 -   grad: 1.83e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5136  data: 0.0014  lr: 5.70e-04  mem: 50%  pow: 652.679 W
INFO    26-05-04 20:24:20.857918 - 0:48:34 -   grad: 1.88e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4922  data: 0.0046  lr: 5.70e-04  mem: 50%  pow: 641.399 W
INFO    26-05-04 20:24:22.876763 - 0:48:36 -   grad: 1.86e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5117  data: 0.001  lr: 5.71e-04  mem: 50%  pow: 656.576 W
INFO    26-05-04 20:24:24.874224 - 0:48:38 -   grad: 1.71e-01  flops: 3.51e+14  wps: 3.28e+04  iter:    0.49  data: 0.001  lr: 5.71e-04  mem: 50%  pow: 659.403 W
INFO    26-05-04 20:24:26.896889 - 0:48:40 -   grad: 1.88e-01  flops: 3.47e+14  wps: 3.24e+04  iter:  0.4862  data: 0.0015  lr: 5.72e-04  mem: 50%  pow: 637.118 W
INFO    26-05-04 20:24:28.934326 - 0:48:42 -   grad: 1.92e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5053  data: 0.0015  lr: 5.72e-04  mem: 50%  pow: 635.461 W
INFO    26-05-04 20:24:30.951482 - 0:48:44 -   grad: 2.03e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4916  data: 0.001  lr: 5.72e-04  mem: 50%  pow: 658.674 W
INFO    26-05-04 20:24:33.030593 - 0:48:46 -   grad: 1.77e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.5201  data: 0.0011  lr: 5.73e-04  mem: 50%  pow: 644.073 W
INFO    26-05-04 20:24:35.071800 - 0:48:48 -   grad: 1.70e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4935  data: 0.001  lr: 5.74e-04  mem: 50%  pow: 626.68 W
INFO    26-05-04 20:24:37.125107 - 0:48:50 -   grad: 2.08e-01  flops: 3.41e+14  wps: 3.20e+04  iter:  0.5298  data: 0.001  lr: 5.74e-04  mem: 50%  pow: 637.959 W
INFO    26-05-04 20:24:39.171204 - 0:48:52 -   grad: 1.64e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5098  data: 0.0029  lr: 5.75e-04  mem: 50%  pow: 650.478 W
INFO    26-05-04 20:24:41.117416 - 0:48:54 -   grad: 1.63e-01  flops: 3.60e+14  wps: 3.37e+04  iter:  0.4967  data: 0.0013  lr: 5.75e-04  mem: 50%  pow: 648.783 W
INFO    26-05-04 20:24:43.100694 - 0:48:56 -   grad: 1.68e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4866  data: 0.0011  lr: 5.76e-04  mem: 50%  pow: 661.903 W
INFO    26-05-04 20:24:45.105365 - 0:48:58 -   grad: 2.02e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4986  data: 0.001  lr: 5.76e-04  mem: 50%  pow: 656.758 W
INFO    26-05-04 20:24:47.109294 - 0:49:00 -   grad: 1.81e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5106  data: 0.0013  lr: 5.76e-04  mem: 50%  pow: 651.394 W
INFO    26-05-04 20:24:49.151978 - 0:49:02 -   grad: 1.62e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5171  data: 0.001  lr: 5.77e-04  mem: 50%  pow: 643.137 W
INFO    26-05-04 20:24:51.140336 - 0:49:04 -   grad: 1.79e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4949  data: 0.0011  lr: 5.77e-04  mem: 50%  pow: 667.774 W
INFO    26-05-04 20:24:53.164712 - 0:49:06 -   grad: 1.79e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5164  data: 0.001  lr: 5.78e-04  mem: 50%  pow: 640.57 W
INFO    26-05-04 20:24:55.154890 - 0:49:08 -   grad: 1.96e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4875  data: 0.0011  lr: 5.79e-04  mem: 50%  pow: 656.161 W
INFO    26-05-04 20:24:57.147712 - 0:49:10 -   grad: 1.84e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4922  data: 0.001  lr: 5.79e-04  mem: 50%  pow: 665.728 W
INFO    26-05-04 20:24:59.158070 - 0:49:12 -   grad: 2.27e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5082  data: 0.0011  lr: 5.80e-04  mem: 50%  pow: 650.167 W
INFO    26-05-04 20:25:01.178179 - 0:49:14 -   grad: 2.23e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5045  data: 0.001  lr: 5.80e-04  mem: 50%  pow: 651.556 W
INFO    26-05-04 20:25:03.123455 - 0:49:16 -   grad: 1.78e-01  flops: 3.60e+14  wps: 3.37e+04  iter:  0.4974  data: 0.0011  lr: 5.81e-04  mem: 50%  pow: 650.147 W
INFO    26-05-04 20:25:05.133293 - 0:49:18 -   grad: 2.00e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.4863  data: 0.0011  lr: 5.81e-04  mem: 50%  pow: 653.46 W
INFO    26-05-04 20:25:07.132649 - 0:49:20 -   grad: 2.16e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5084  data: 0.001  lr: 5.81e-04  mem: 50%  pow: 660.775 W
INFO    26-05-04 20:25:09.209347 - 0:49:22 -   grad: 2.08e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.5344  data: 0.0011  lr: 5.82e-04  mem: 50%  pow: 639.397 W
INFO    26-05-04 20:25:11.162284 - 0:49:24 -   grad: 1.98e-01  flops: 3.59e+14  wps: 3.36e+04  iter:  0.5039  data: 0.0012  lr: 5.83e-04  mem: 50%  pow: 670.806 W
INFO    26-05-04 20:25:13.143989 - 0:49:26 -   grad: 1.94e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5004  data: 0.0012  lr: 5.83e-04  mem: 50%  pow: 657.073 W
INFO    26-05-04 20:25:15.135544 - 0:49:28 -   grad: 2.07e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4873  data: 0.0013  lr: 5.84e-04  mem: 50%  pow: 670.205 W
INFO    26-05-04 20:25:17.147372 - 0:49:30 -   grad: 2.09e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4901  data: 0.0014  lr: 5.84e-04  mem: 50%  pow: 652.642 W
INFO    26-05-04 20:25:19.168118 - 0:49:32 -   grad: 1.99e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5258  data: 0.0014  lr: 5.85e-04  mem: 50%  pow: 645.79 W
INFO    26-05-04 20:25:21.175487 - 0:49:34 -   grad: 2.07e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5103  data: 0.0014  lr: 5.85e-04  mem: 50%  pow: 663.353 W
INFO    26-05-04 20:25:23.205516 - 0:49:36 -   grad: 2.08e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.498  data: 0.001  lr: 5.86e-04  mem: 50%  pow: 654.208 W
INFO    26-05-04 20:25:25.285570 - 0:49:39 -   grad: 1.84e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.5173  data: 0.0011  lr: 5.86e-04  mem: 50%  pow: 623.079 W
INFO    26-05-04 20:25:27.317579 - 0:49:41 -   grad: 1.77e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5069  data: 0.0015  lr: 5.86e-04  mem: 50%  pow: 646.662 W
INFO    26-05-04 20:25:29.365656 - 0:49:43 -   grad: 1.67e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5106  data: 0.0011  lr: 5.87e-04  mem: 50%  pow: 658.622 W
INFO    26-05-04 20:25:31.343514 - 0:49:45 -   grad: 1.84e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4646  data: 0.0173  lr: 5.88e-04  mem: 50%  pow: 658.365 W
INFO    26-05-04 20:25:33.323343 - 0:49:47 -   grad: 1.70e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4852  data: 0.001  lr: 5.88e-04  mem: 50%  pow: 665.575 W
INFO    26-05-04 20:25:35.406183 - 0:49:49 -   grad: 1.70e-01  flops: 3.37e+14  wps: 3.15e+04  iter:  0.5403  data: 0.0011  lr: 5.89e-04  mem: 50%  pow: 619.26 W
INFO    26-05-04 20:25:37.451605 - 0:49:51 -   grad: 1.71e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5087  data: 0.0052  lr: 5.89e-04  mem: 50%  pow: 638.021 W
INFO    26-05-04 20:25:39.519499 - 0:49:53 -   grad: 1.73e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5258  data: 0.0015  lr: 5.90e-04  mem: 50%  pow: 655.38 W
INFO    26-05-04 20:25:41.538750 - 0:49:55 -   grad: 1.66e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5097  data: 0.0014  lr: 5.90e-04  mem: 50%  pow: 642.124 W
INFO    26-05-04 20:25:43.537029 - 0:49:57 -   grad: 1.70e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5028  data: 0.0014  lr: 5.90e-04  mem: 50%  pow: 646.884 W
INFO    26-05-04 20:25:45.550280 - 0:49:59 -   grad: 1.79e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5128  data: 0.0014  lr: 5.91e-04  mem: 50%  pow: 643.66 W
INFO    26-05-04 20:25:47.589586 - 0:50:01 -   grad: 1.56e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4886  data: 0.0013  lr: 5.92e-04  mem: 50%  pow: 649.582 W
INFO    26-05-04 20:25:49.622514 - 0:50:03 -   grad: 1.67e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4979  data: 0.0014  lr: 5.92e-04  mem: 50%  pow: 653.102 W
INFO    26-05-04 20:25:51.648895 - 0:50:05 -   grad: 1.73e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5247  data: 0.0013  lr: 5.93e-04  mem: 50%  pow: 644.746 W
INFO    26-05-04 20:25:53.616254 - 0:50:07 -   grad: 1.54e-01  flops: 3.56e+14  wps: 3.34e+04  iter:  0.5072  data: 0.001  lr: 5.93e-04  mem: 50%  pow: 664.283 W
INFO    26-05-04 20:25:55.609289 - 0:50:09 -   grad: 1.65e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5264  data: 0.0014  lr: 5.94e-04  mem: 50%  pow: 633.154 W
INFO    26-05-04 20:25:57.623712 - 0:50:11 -   grad: 1.62e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4916  data: 0.001  lr: 5.94e-04  mem: 50%  pow: 656.122 W
INFO    26-05-04 20:25:59.646855 - 0:50:13 -   grad: 1.57e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5283  data: 0.001  lr: 5.95e-04  mem: 50%  pow: 632.613 W
INFO    26-05-04 20:26:01.686746 - 0:50:15 -   grad: 1.58e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5029  data: 0.0019  lr: 5.95e-04  mem: 50%  pow: 650.1 W
INFO    26-05-04 20:26:03.668482 - 0:50:17 -   grad: 1.59e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4878  data: 0.0013  lr: 5.96e-04  mem: 50%  pow: 653.324 W
INFO    26-05-04 20:26:05.702958 - 0:50:19 -   grad: 1.54e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.505  data: 0.0011  lr: 5.96e-04  mem: 50%  pow: 639.232 W
INFO    26-05-04 20:26:07.821117 - 0:50:21 -   grad: 1.58e-01  flops: 3.31e+14  wps: 3.10e+04  iter:  0.5533  data: 0.0011  lr: 5.97e-04  mem: 50%  pow: 653.293 W
INFO    26-05-04 20:26:09.864353 - 0:50:23 -   grad: 1.66e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.534  data: 0.0013  lr: 5.97e-04  mem: 50%  pow: 644.194 W
INFO    26-05-04 20:26:11.858138 - 0:50:25 -   grad: 1.83e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5074  data: 0.0011  lr: 5.98e-04  mem: 50%  pow: 632.517 W
INFO    26-05-04 20:26:13.907724 - 0:50:27 -   grad: 1.94e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5092  data: 0.0011  lr: 5.98e-04  mem: 50%  pow: 648.19 W
INFO    26-05-04 20:26:15.974351 - 0:50:29 -   grad: 1.95e-01  flops: 3.39e+14  wps: 3.18e+04  iter:   0.508  data: 0.0012  lr: 5.99e-04  mem: 50%  pow: 652.363 W
INFO    26-05-04 20:26:17.982742 - 0:50:31 -   grad: 2.10e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5347  data: 0.0011  lr: 5.99e-04  mem: 50%  pow: 647.827 W
INFO    26-05-04 20:26:20.002918 - 0:50:33 -   grad: 2.28e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4974  data: 0.0015  lr: 6.00e-04  mem: 50%  pow: 649.26 W
INFO    26-05-04 20:26:22.034127 - 0:50:35 -   grad: 2.50e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5097  data: 0.0013  lr: 6.00e-04  mem: 50%  pow: 645.589 W
INFO    26-05-04 20:26:24.123674 - 0:50:37 -   grad: 2.18e-01  flops: 3.35e+14  wps: 3.14e+04  iter:  0.5416  data: 0.0016  lr: 6.01e-04  mem: 50%  pow: 634.478 W
INFO    26-05-04 20:26:26.167556 - 0:50:39 -   grad: 1.78e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4939  data: 0.001  lr: 6.01e-04  mem: 50%  pow: 657.194 W
INFO    26-05-04 20:26:28.170814 - 0:50:41 -   grad: 1.72e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5137  data: 0.0011  lr: 6.02e-04  mem: 50%  pow: 656.893 W
INFO    26-05-04 20:26:30.221711 - 0:50:43 -   grad: 1.90e-01  flops: 3.41e+14  wps: 3.20e+04  iter:  0.4997  data: 0.0011  lr: 6.02e-04  mem: 50%  pow: 661.487 W
INFO    26-05-04 20:26:32.244201 - 0:50:45 -   grad: 1.68e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4878  data: 0.0011  lr: 6.03e-04  mem: 50%  pow: 664.062 W
INFO    26-05-04 20:26:34.311506 - 0:50:48 -   grad: 1.87e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5297  data: 0.0013  lr: 6.03e-04  mem: 50%  pow: 652.459 W
INFO    26-05-04 20:26:36.301436 - 0:50:50 -   grad: 1.66e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4818  data: 0.0011  lr: 6.04e-04  mem: 50%  pow: 657.869 W
INFO    26-05-04 20:26:38.268523 - 0:50:52 -   grad: 1.79e-01  flops: 3.56e+14  wps: 3.34e+04  iter:  0.5193  data: 0.0032  lr: 6.04e-04  mem: 50%  pow: 653.711 W
INFO    26-05-04 20:26:40.324139 - 0:50:54 -   grad: 1.74e-01  flops: 3.41e+14  wps: 3.19e+04  iter:   0.515  data: 0.0022  lr: 6.05e-04  mem: 50%  pow: 649.25 W
INFO    26-05-04 20:26:42.308084 - 0:50:56 -   grad: 1.50e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4947  data: 0.0015  lr: 6.05e-04  mem: 50%  pow: 670.125 W
INFO    26-05-04 20:26:44.353705 - 0:50:58 -   grad: 1.70e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4718  data: 0.0154  lr: 6.06e-04  mem: 50%  pow: 667.416 W
INFO    26-05-04 20:26:46.397293 - 0:51:00 -   grad: 1.73e-01  flops: 3.43e+14  wps: 3.21e+04  iter:   0.514  data: 0.0014  lr: 6.06e-04  mem: 50%  pow: 645.098 W
INFO    26-05-04 20:26:48.459017 - 0:51:02 -   grad: 1.77e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5298  data: 0.0013  lr: 6.07e-04  mem: 50%  pow: 630.971 W
INFO    26-05-04 20:26:50.481436 - 0:51:04 -   grad: 1.80e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5215  data: 0.0011  lr: 6.07e-04  mem: 50%  pow: 645.331 W
INFO    26-05-04 20:26:52.477403 - 0:51:06 -   grad: 1.67e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5055  data: 0.0011  lr: 6.08e-04  mem: 50%  pow: 647.359 W
INFO    26-05-04 20:26:54.647016 - 0:51:08 -   grad: 2.10e-01  flops: 3.23e+14  wps: 3.03e+04  iter:  0.5199  data: 0.001  lr: 6.08e-04  mem: 50%  pow: 637.972 W
INFO    26-05-04 20:26:56.715393 - 0:51:10 -   grad: 2.11e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5288  data: 0.0011  lr: 6.09e-04  mem: 50%  pow: 625.065 W
INFO    26-05-04 20:26:58.693464 - 0:51:12 -   grad: 1.99e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.5011  data: 0.0014  lr: 6.09e-04  mem: 50%  pow: 649.68 W
INFO    26-05-04 20:27:00.749960 - 0:51:14 -   grad: 2.16e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4773  data: 0.0178  lr: 6.10e-04  mem: 50%  pow: 655.434 W
INFO    26-05-04 20:27:02.743142 - 0:51:16 -   grad: 2.03e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5016  data: 0.0014  lr: 6.10e-04  mem: 50%  pow: 654.75 W
INFO    26-05-04 20:27:04.731387 - 0:51:18 -   grad: 1.68e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4937  data: 0.0014  lr: 6.11e-04  mem: 50%  pow: 664.383 W
INFO    26-05-04 20:27:06.772574 - 0:51:20 -   grad: 1.65e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5027  data: 0.001  lr: 6.11e-04  mem: 50%  pow: 657.15 W
INFO    26-05-04 20:27:08.755349 - 0:51:22 -   grad: 1.75e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4921  data: 0.0015  lr: 6.12e-04  mem: 50%  pow: 656.206 W
INFO    26-05-04 20:27:10.890630 - 0:51:24 -   grad: 1.62e-01  flops: 3.28e+14  wps: 3.07e+04  iter:  0.4882  data: 0.0015  lr: 6.12e-04  mem: 50%  pow: 650.745 W
INFO    26-05-04 20:27:12.939203 - 0:51:26 -   grad: 1.46e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5093  data: 0.0014  lr: 6.13e-04  mem: 50%  pow: 640.763 W
INFO    26-05-04 20:27:14.995277 - 0:51:28 -   grad: 1.72e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5205  data: 0.0012  lr: 6.13e-04  mem: 50%  pow: 640.718 W
INFO    26-05-04 20:27:17.040228 - 0:51:30 -   grad: 2.10e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4991  data: 0.0013  lr: 6.14e-04  mem: 50%  pow: 634.575 W
INFO    26-05-04 20:27:19.007358 - 0:51:32 -   grad: 1.74e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.5108  data: 0.002  lr: 6.14e-04  mem: 50%  pow: 650.1 W
INFO    26-05-04 20:27:21.047927 - 0:51:34 -   grad: 1.63e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5196  data: 0.0011  lr: 6.15e-04  mem: 50%  pow: 646.717 W
INFO    26-05-04 20:27:23.098791 - 0:51:36 -   grad: 1.72e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4917  data: 0.0009  lr: 6.15e-04  mem: 50%  pow: 640.17 W
INFO    26-05-04 20:27:25.131005 - 0:51:38 -   grad: 1.75e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4976  data: 0.0015  lr: 6.16e-04  mem: 50%  pow: 649.642 W
INFO    26-05-04 20:27:27.173433 - 0:51:40 -   grad: 2.07e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5054  data: 0.0011  lr: 6.16e-04  mem: 50%  pow: 641.003 W
INFO    26-05-04 20:27:29.245789 - 0:51:42 -   grad: 2.13e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5315  data: 0.0011  lr: 6.17e-04  mem: 50%  pow: 644.673 W
INFO    26-05-04 20:27:31.252704 - 0:51:45 -   grad: 2.20e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5038  data: 0.001  lr: 6.17e-04  mem: 50%  pow: 658.174 W
INFO    26-05-04 20:27:33.712358 - 0:51:47 -   grad: 2.09e-01  flops: 2.85e+14  wps: 2.67e+04  iter:  0.5092  data: 0.0014  lr: 6.18e-04  mem: 50%  pow: 648.339 W
INFO    26-05-04 20:27:35.674924 - 0:51:49 -   grad: 1.83e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4943  data: 0.0015  lr: 6.18e-04  mem: 50%  pow: 652.123 W
INFO    26-05-04 20:27:37.908252 - 0:51:51 -   grad: 1.81e-01  flops: 3.14e+14  wps: 2.94e+04  iter:  0.5191  data: 0.001  lr: 6.19e-04  mem: 50%  pow: 642.593 W
INFO    26-05-04 20:27:39.964028 - 0:51:53 -   grad: 1.89e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5223  data: 0.0019  lr: 6.19e-04  mem: 50%  pow: 639.976 W
INFO    26-05-04 20:27:41.968118 - 0:51:55 -   grad: 1.70e-01  flops: 3.50e+14  wps: 3.27e+04  iter:   0.501  data: 0.0013  lr: 6.20e-04  mem: 50%  pow: 642.738 W
INFO    26-05-04 20:27:44.001550 - 0:51:57 -   grad: 1.66e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4964  data: 0.001  lr: 6.20e-04  mem: 50%  pow: 642.702 W
INFO    26-05-04 20:27:46.509316 - 0:52:00 -   grad: 1.89e-01  flops: 2.79e+14  wps: 2.62e+04  iter:  0.4993  data: 0.0015  lr: 6.21e-04  mem: 50%  pow: 658.811 W
INFO    26-05-04 20:27:48.555118 - 0:52:02 -   grad: 1.61e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5252  data: 0.0014  lr: 6.21e-04  mem: 50%  pow: 628.814 W
INFO    26-05-04 20:27:50.574553 - 0:52:04 -   grad: 1.92e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4957  data: 0.0014  lr: 6.22e-04  mem: 50%  pow: 655.052 W
INFO    26-05-04 20:27:52.589531 - 0:52:06 -   grad: 1.66e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.4949  data: 0.0011  lr: 6.22e-04  mem: 50%  pow: 674.355 W
INFO    26-05-04 20:27:54.620063 - 0:52:08 -   grad: 2.12e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4932  data: 0.001  lr: 6.23e-04  mem: 50%  pow: 643.076 W
INFO    26-05-04 20:27:56.626273 - 0:52:10 -   grad: 1.92e-01  flops: 3.49e+14  wps: 3.27e+04  iter:   0.501  data: 0.001  lr: 6.23e-04  mem: 50%  pow: 665.868 W
INFO    26-05-04 20:27:58.656777 - 0:52:12 -   grad: 2.08e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5129  data: 0.001  lr: 6.24e-04  mem: 50%  pow: 641.311 W
INFO    26-05-04 20:28:00.687927 - 0:52:14 -   grad: 1.60e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5043  data: 0.0014  lr: 6.24e-04  mem: 50%  pow: 638.039 W
INFO    26-05-04 20:28:03.160937 - 0:52:16 -   grad: 1.66e-01  flops: 2.83e+14  wps: 2.65e+04  iter:  0.4953  data: 0.0011  lr: 6.25e-04  mem: 50%  pow: 646.954 W
INFO    26-05-04 20:28:05.193290 - 0:52:18 -   grad: 1.65e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5075  data: 0.0011  lr: 6.25e-04  mem: 50%  pow: 646.389 W
INFO    26-05-04 20:28:07.213918 - 0:52:20 -   grad: 1.66e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4909  data: 0.0011  lr: 6.25e-04  mem: 50%  pow: 652.543 W
INFO    26-05-04 20:28:09.229120 - 0:52:22 -   grad: 1.88e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5145  data: 0.001  lr: 6.26e-04  mem: 50%  pow: 620.632 W
INFO    26-05-04 20:28:11.295764 - 0:52:25 -   grad: 1.90e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5122  data: 0.0011  lr: 6.26e-04  mem: 50%  pow: 638.122 W
INFO    26-05-04 20:28:13.279936 - 0:52:27 -   grad: 1.70e-01  flops: 3.53e+14  wps: 3.31e+04  iter:   0.486  data: 0.0016  lr: 6.27e-04  mem: 50%  pow: 669.094 W
INFO    26-05-04 20:28:15.294054 - 0:52:29 -   grad: 1.94e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4927  data: 0.0038  lr: 6.27e-04  mem: 50%  pow: 652.11 W
INFO    26-05-04 20:28:17.353303 - 0:52:31 -   grad: 2.04e-01  flops: 3.40e+14  wps: 3.19e+04  iter:  0.5098  data: 0.001  lr: 6.28e-04  mem: 50%  pow: 641.124 W
INFO    26-05-04 20:28:19.389928 - 0:52:33 -   grad: 2.19e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4882  data: 0.0169  lr: 6.28e-04  mem: 50%  pow: 638.799 W
INFO    26-05-04 20:28:21.435227 - 0:52:35 -   grad: 1.80e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5075  data: 0.001  lr: 6.29e-04  mem: 50%  pow: 648.998 W
INFO    26-05-04 20:28:23.533855 - 0:52:37 -   grad: 1.60e-01  flops: 3.35e+14  wps: 3.13e+04  iter:  0.5079  data: 0.0019  lr: 6.29e-04  mem: 50%  pow: 654.687 W
INFO    26-05-04 20:28:25.563690 - 0:52:39 -   grad: 1.52e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5163  data: 0.0011  lr: 6.30e-04  mem: 50%  pow: 642.593 W
INFO    26-05-04 20:28:27.629386 - 0:52:41 -   grad: 1.39e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5163  data: 0.001  lr: 6.30e-04  mem: 50%  pow: 644.242 W
INFO    26-05-04 20:28:29.603584 - 0:52:43 -   grad: 1.44e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4868  data: 0.0013  lr: 6.31e-04  mem: 50%  pow: 656.66 W
INFO    26-05-04 20:28:31.609006 - 0:52:45 -   grad: 1.43e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5131  data: 0.0015  lr: 6.32e-04  mem: 50%  pow: 643.526 W
INFO    26-05-04 20:28:33.746189 - 0:52:47 -   grad: 1.71e-01  flops: 3.28e+14  wps: 3.07e+04  iter:  0.5092  data: 0.001  lr: 6.32e-04  mem: 50%  pow: 638.745 W
INFO    26-05-04 20:28:35.722203 - 0:52:49 -   grad: 1.50e-01  flops: 3.55e+14  wps: 3.32e+04  iter:     0.5  data: 0.0014  lr: 6.32e-04  mem: 50%  pow: 657.094 W
INFO    26-05-04 20:28:37.799301 - 0:52:51 -   grad: 1.89e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.5038  data: 0.0012  lr: 6.33e-04  mem: 50%  pow: 661.12 W
INFO    26-05-04 20:28:39.809853 - 0:52:53 -   grad: 1.94e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.488  data: 0.0011  lr: 6.33e-04  mem: 50%  pow: 650.179 W
INFO    26-05-04 20:28:41.796555 - 0:52:55 -   grad: 1.73e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5065  data: 0.0013  lr: 6.34e-04  mem: 50%  pow: 662.55 W
INFO    26-05-04 20:28:43.847691 - 0:52:57 -   grad: 1.97e-01  flops: 3.41e+14  wps: 3.20e+04  iter:  0.5127  data: 0.0014  lr: 6.34e-04  mem: 50%  pow: 659.386 W
INFO    26-05-04 20:28:45.866182 - 0:52:59 -   grad: 1.88e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5121  data: 0.0013  lr: 6.35e-04  mem: 50%  pow: 658.994 W
INFO    26-05-04 20:28:47.863581 - 0:53:01 -   grad: 1.83e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4974  data: 0.0014  lr: 6.35e-04  mem: 50%  pow: 665.608 W
INFO    26-05-04 20:28:49.919996 - 0:53:03 -   grad: 1.71e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4983  data: 0.0012  lr: 6.36e-04  mem: 50%  pow: 651.626 W
INFO    26-05-04 20:28:51.918455 - 0:53:05 -   grad: 1.72e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5052  data: 0.0011  lr: 6.37e-04  mem: 50%  pow: 640.596 W
INFO    26-05-04 20:28:53.913397 - 0:53:07 -   grad: 1.97e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5024  data: 0.001  lr: 6.37e-04  mem: 50%  pow: 643.184 W
INFO    26-05-04 20:28:55.941517 - 0:53:09 -   grad: 1.78e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.528  data: 0.0033  lr: 6.37e-04  mem: 50%  pow: 637.988 W
INFO    26-05-04 20:28:57.922778 - 0:53:11 -   grad: 2.02e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4997  data: 0.0011  lr: 6.38e-04  mem: 50%  pow: 651.165 W
INFO    26-05-04 20:28:59.947158 - 0:53:13 -   grad: 1.64e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5156  data: 0.0011  lr: 6.38e-04  mem: 50%  pow: 650.92 W
INFO    26-05-04 20:29:01.981031 - 0:53:15 -   grad: 1.78e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5022  data: 0.0014  lr: 6.39e-04  mem: 50%  pow: 650.094 W
INFO    26-05-04 20:29:04.094396 - 0:53:17 -   grad: 1.81e-01  flops: 3.32e+14  wps: 3.11e+04  iter:  0.5747  data: 0.0011  lr: 6.39e-04  mem: 50%  pow: 644.148 W
INFO    26-05-04 20:29:06.088654 - 0:53:19 -   grad: 1.82e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5131  data: 0.0011  lr: 6.40e-04  mem: 50%  pow: 641.757 W
INFO    26-05-04 20:29:08.085880 - 0:53:21 -   grad: 1.82e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4925  data: 0.001  lr: 6.41e-04  mem: 50%  pow: 644.083 W
INFO    26-05-04 20:29:10.161972 - 0:53:23 -   grad: 1.53e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.5077  data: 0.0011  lr: 6.41e-04  mem: 50%  pow: 630.495 W
INFO    26-05-04 20:29:12.173405 - 0:53:25 -   grad: 1.68e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5017  data: 0.0014  lr: 6.41e-04  mem: 50%  pow: 664.888 W
INFO    26-05-04 20:29:14.152192 - 0:53:27 -   grad: 1.88e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4853  data: 0.0015  lr: 6.42e-04  mem: 50%  pow: 664.358 W
INFO    26-05-04 20:29:16.203372 - 0:53:29 -   grad: 1.71e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5167  data: 0.0013  lr: 6.42e-04  mem: 50%  pow: 638.062 W
INFO    26-05-04 20:29:18.194647 - 0:53:31 -   grad: 1.73e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5052  data: 0.001  lr: 6.43e-04  mem: 50%  pow: 666.017 W
INFO    26-05-04 20:29:20.218620 - 0:53:33 -   grad: 1.56e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5053  data: 0.0011  lr: 6.43e-04  mem: 50%  pow: 638.099 W
INFO    26-05-04 20:29:22.296750 - 0:53:36 -   grad: 1.79e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.5202  data: 0.0012  lr: 6.44e-04  mem: 50%  pow: 629.913 W
INFO    26-05-04 20:29:24.275367 - 0:53:38 -   grad: 1.71e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4946  data: 0.0017  lr: 6.44e-04  mem: 50%  pow: 660.155 W
INFO    26-05-04 20:29:26.304090 - 0:53:40 -   grad: 1.47e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5053  data: 0.0158  lr: 6.45e-04  mem: 50%  pow: 646.901 W
INFO    26-05-04 20:29:28.315568 - 0:53:42 -   grad: 1.70e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4944  data: 0.0013  lr: 6.46e-04  mem: 50%  pow: 652.161 W
INFO    26-05-04 20:29:30.405359 - 0:53:44 -   grad: 1.77e-01  flops: 3.35e+14  wps: 3.14e+04  iter:   0.565  data: 0.0012  lr: 6.46e-04  mem: 50%  pow: 629.128 W
INFO    26-05-04 20:29:32.392584 - 0:53:46 -   grad: 1.69e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4931  data: 0.0011  lr: 6.46e-04  mem: 50%  pow: 675.094 W
INFO    26-05-04 20:29:34.422709 - 0:53:48 -   grad: 1.88e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5197  data: 0.0013  lr: 6.47e-04  mem: 50%  pow: 645.333 W
INFO    26-05-04 20:29:36.479393 - 0:53:50 -   grad: 2.29e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4928  data: 0.0015  lr: 6.47e-04  mem: 50%  pow: 656.152 W
INFO    26-05-04 20:29:38.627052 - 0:53:52 -   grad: 2.21e-01  flops: 3.26e+14  wps: 3.05e+04  iter:  0.5061  data: 0.0014  lr: 6.48e-04  mem: 50%  pow: 654.831 W
INFO    26-05-04 20:29:40.668815 - 0:53:54 -   grad: 2.42e-01  flops: 3.43e+14  wps: 3.21e+04  iter:   0.512  data: 0.001  lr: 6.48e-04  mem: 50%  pow: 649.999 W
INFO    26-05-04 20:29:42.718621 - 0:53:56 -   grad: 2.10e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5083  data: 0.0014  lr: 6.49e-04  mem: 50%  pow: 638.871 W
INFO    26-05-04 20:29:44.744455 - 0:53:58 -   grad: 4.12e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5056  data: 0.0015  lr: 6.50e-04  mem: 50%  pow: 660.947 W
INFO    26-05-04 20:29:46.839438 - 0:54:00 -   grad: 1.77e-01  flops: 3.35e+14  wps: 3.13e+04  iter:  0.5036  data: 0.0026  lr: 6.50e-04  mem: 50%  pow: 659.924 W
INFO    26-05-04 20:29:48.852179 - 0:54:02 -   grad: 1.82e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4979  data: 0.0058  lr: 6.50e-04  mem: 50%  pow: 647.936 W
INFO    26-05-04 20:29:50.902309 - 0:54:04 -   grad: 1.99e-01  flops: 3.42e+14  wps: 3.20e+04  iter:   0.505  data: 0.001  lr: 6.51e-04  mem: 50%  pow: 638.515 W
INFO    26-05-04 20:29:52.891471 - 0:54:06 -   grad: 1.76e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4978  data: 0.0013  lr: 6.51e-04  mem: 50%  pow: 647.629 W
INFO    26-05-04 20:29:55.022656 - 0:54:08 -   grad: 1.52e-01  flops: 3.29e+14  wps: 3.08e+04  iter:  0.5248  data: 0.0022  lr: 6.52e-04  mem: 50%  pow: 653.902 W
INFO    26-05-04 20:29:57.024836 - 0:54:10 -   grad: 1.72e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5201  data: 0.0011  lr: 6.52e-04  mem: 50%  pow: 643.124 W
INFO    26-05-04 20:29:59.022567 - 0:54:12 -   grad: 1.47e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5135  data: 0.0013  lr: 6.53e-04  mem: 50%  pow: 651.468 W
INFO    26-05-04 20:30:01.065012 - 0:54:14 -   grad: 1.53e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4913  data: 0.0011  lr: 6.54e-04  mem: 50%  pow: 659.023 W
INFO    26-05-04 20:30:03.044531 - 0:54:16 -   grad: 1.50e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5005  data: 0.001  lr: 6.54e-04  mem: 50%  pow: 657.603 W
INFO    26-05-04 20:30:05.057258 - 0:54:18 -   grad: 1.57e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4926  data: 0.0175  lr: 6.55e-04  mem: 50%  pow: 660.859 W
INFO    26-05-04 20:30:07.100294 - 0:54:20 -   grad: 1.63e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5131  data: 0.001  lr: 6.55e-04  mem: 50%  pow: 645.361 W
INFO    26-05-04 20:30:09.968309 - 0:54:23 -   grad: 1.48e-01  flops: 2.44e+14  wps: 2.29e+04  iter:  0.4915  data: 0.0009  lr: 6.55e-04  mem: 50%  pow: 675.882 W
INFO    26-05-04 20:30:12.036773 - 0:54:25 -   grad: 1.59e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5157  data: 0.001  lr: 6.56e-04  mem: 50%  pow: 628.498 W
INFO    26-05-04 20:30:14.063775 - 0:54:27 -   grad: 1.72e-01  flops: 3.46e+14  wps: 3.24e+04  iter:   0.498  data: 0.0011  lr: 6.56e-04  mem: 50%  pow: 667.759 W
INFO    26-05-04 20:30:16.139563 - 0:54:29 -   grad: 1.69e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.4979  data: 0.0086  lr: 6.57e-04  mem: 50%  pow: 643.655 W
INFO    26-05-04 20:30:18.169801 - 0:54:31 -   grad: 1.58e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4815  data: 0.0013  lr: 6.57e-04  mem: 50%  pow: 675.476 W
INFO    26-05-04 20:30:20.181742 - 0:54:33 -   grad: 1.64e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5009  data: 0.0014  lr: 6.58e-04  mem: 50%  pow: 648.486 W
INFO    26-05-04 20:30:22.500669 - 0:54:36 -   grad: 1.88e-01  flops: 3.02e+14  wps: 2.83e+04  iter:  0.4964  data: 0.0011  lr: 6.59e-04  mem: 50%  pow: 645.616 W
INFO    26-05-04 20:30:24.501970 - 0:54:38 -   grad: 1.66e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4889  data: 0.0011  lr: 6.59e-04  mem: 50%  pow: 652.699 W
INFO    26-05-04 20:30:26.570538 - 0:54:40 -   grad: 1.46e-01  flops: 3.39e+14  wps: 3.17e+04  iter:   0.512  data: 0.0014  lr: 6.60e-04  mem: 50%  pow: 656.305 W
INFO    26-05-04 20:30:28.551273 - 0:54:42 -   grad: 1.58e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4974  data: 0.0077  lr: 6.60e-04  mem: 50%  pow: 659.661 W
INFO    26-05-04 20:30:30.567876 - 0:54:44 -   grad: 1.62e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5008  data: 0.0016  lr: 6.60e-04  mem: 50%  pow: 657.561 W
INFO    26-05-04 20:30:32.651530 - 0:54:46 -   grad: 1.60e-01  flops: 3.36e+14  wps: 3.15e+04  iter:  0.5218  data: 0.003  lr: 6.61e-04  mem: 50%  pow: 646.174 W
INFO    26-05-04 20:30:34.806463 - 0:54:48 -   grad: 1.44e-01  flops: 3.25e+14  wps: 3.04e+04  iter:   0.493  data: 0.003  lr: 6.61e-04  mem: 50%  pow: 655.225 W
INFO    26-05-04 20:30:36.889370 - 0:54:50 -   grad: 1.47e-01  flops: 3.36e+14  wps: 3.15e+04  iter:  0.5235  data: 0.0014  lr: 6.62e-04  mem: 50%  pow: 632.234 W
INFO    26-05-04 20:30:38.896135 - 0:54:52 -   grad: 1.74e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5049  data: 0.0011  lr: 6.63e-04  mem: 50%  pow: 662.772 W
INFO    26-05-04 20:30:40.873158 - 0:54:54 -   grad: 1.86e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.5044  data: 0.0014  lr: 6.63e-04  mem: 50%  pow: 674.674 W
INFO    26-05-04 20:30:42.932729 - 0:54:56 -   grad: 1.80e-01  flops: 3.40e+14  wps: 3.19e+04  iter:  0.5109  data: 0.0014  lr: 6.64e-04  mem: 50%  pow: 638.483 W
INFO    26-05-04 20:30:44.945947 - 0:54:58 -   grad: 1.57e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5047  data: 0.0121  lr: 6.64e-04  mem: 50%  pow: 649.971 W
INFO    26-05-04 20:30:47.019898 - 0:55:00 -   grad: 2.01e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.4802  data: 0.0262  lr: 6.64e-04  mem: 50%  pow: 637.813 W
INFO    26-05-04 20:30:49.010807 - 0:55:02 -   grad: 1.82e-01  flops: 3.52e+14  wps: 3.29e+04  iter:   0.503  data: 0.0013  lr: 6.65e-04  mem: 50%  pow: 654.668 W
INFO    26-05-04 20:30:50.980578 - 0:55:04 -   grad: 1.72e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4914  data: 0.0085  lr: 6.65e-04  mem: 50%  pow: 659.831 W
INFO    26-05-04 20:30:53.030704 - 0:55:06 -   grad: 1.79e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5134  data: 0.0016  lr: 6.66e-04  mem: 50%  pow: 645.293 W
INFO    26-05-04 20:30:55.029192 - 0:55:08 -   grad: 1.66e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4843  data: 0.0013  lr: 6.66e-04  mem: 50%  pow: 652.446 W
INFO    26-05-04 20:30:57.356592 - 0:55:11 -   grad: 1.66e-01  flops: 3.01e+14  wps: 2.82e+04  iter:  0.4949  data: 0.0168  lr: 6.67e-04  mem: 50%  pow: 654.645 W
INFO    26-05-04 20:30:59.392978 - 0:55:13 -   grad: 1.47e-01  flops: 3.44e+14  wps: 3.22e+04  iter:   0.517  data: 0.001  lr: 6.68e-04  mem: 50%  pow: 642.56 W
INFO    26-05-04 20:31:01.408402 - 0:55:15 -   grad: 1.76e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.521  data: 0.0011  lr: 6.68e-04  mem: 50%  pow: 632.931 W
INFO    26-05-04 20:31:03.466943 - 0:55:17 -   grad: 1.39e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5182  data: 0.0011  lr: 6.69e-04  mem: 50%  pow: 623.651 W
INFO    26-05-04 20:31:05.463187 - 0:55:19 -   grad: 1.52e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4943  data: 0.001  lr: 6.69e-04  mem: 50%  pow: 658.336 W
INFO    26-05-04 20:31:07.484066 - 0:55:21 -   grad: 1.62e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5099  data: 0.0009  lr: 6.69e-04  mem: 50%  pow: 649.751 W
INFO    26-05-04 20:31:09.475360 - 0:55:23 -   grad: 1.56e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5265  data: 0.004  lr: 6.70e-04  mem: 50%  pow: 651.483 W
INFO    26-05-04 20:31:11.501301 - 0:55:25 -   grad: 1.71e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4865  data: 0.0014  lr: 6.70e-04  mem: 50%  pow: 644.313 W
INFO    26-05-04 20:31:13.542340 - 0:55:27 -   grad: 1.81e-01  flops: 3.43e+14  wps: 3.22e+04  iter:  0.4936  data: 0.0013  lr: 6.71e-04  mem: 50%  pow: 661.206 W
INFO    26-05-04 20:31:15.593820 - 0:55:29 -   grad: 1.65e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5148  data: 0.0013  lr: 6.72e-04  mem: 50%  pow: 640.05 W
INFO    26-05-04 20:31:17.644361 - 0:55:31 -   grad: 1.81e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5211  data: 0.0015  lr: 6.72e-04  mem: 50%  pow: 631.895 W
INFO    26-05-04 20:31:19.648735 - 0:55:33 -   grad: 1.51e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4959  data: 0.0013  lr: 6.73e-04  mem: 50%  pow: 667.026 W
INFO    26-05-04 20:31:21.621759 - 0:55:35 -   grad: 1.46e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.5009  data: 0.0014  lr: 6.73e-04  mem: 50%  pow: 646.338 W
INFO    26-05-04 20:31:23.616746 - 0:55:37 -   grad: 1.65e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5025  data: 0.0013  lr: 6.74e-04  mem: 50%  pow: 646.728 W
INFO    26-05-04 20:31:25.659168 - 0:55:39 -   grad: 1.57e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5159  data: 0.0011  lr: 6.74e-04  mem: 50%  pow: 650.714 W
INFO    26-05-04 20:31:27.809385 - 0:55:41 -   grad: 1.54e-01  flops: 3.26e+14  wps: 3.05e+04  iter:  0.5204  data: 0.001  lr: 6.74e-04  mem: 50%  pow: 644.778 W
INFO    26-05-04 20:31:29.746694 - 0:55:43 -   grad: 1.59e-01  flops: 3.62e+14  wps: 3.39e+04  iter:  0.4865  data: 0.0011  lr: 6.75e-04  mem: 50%  pow: 657.418 W
INFO    26-05-04 20:31:31.939167 - 0:55:45 -   grad: 1.75e-01  flops: 3.20e+14  wps: 2.99e+04  iter:  0.5219  data: 0.0009  lr: 6.75e-04  mem: 50%  pow: 641.056 W
INFO    26-05-04 20:31:33.988215 - 0:55:47 -   grad: 2.01e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5099  data: 0.0011  lr: 6.76e-04  mem: 50%  pow: 652.759 W
INFO    26-05-04 20:31:36.004477 - 0:55:49 -   grad: 2.10e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5007  data: 0.0011  lr: 6.77e-04  mem: 50%  pow: 650.734 W
INFO    26-05-04 20:31:38.015872 - 0:55:51 -   grad: 1.82e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5053  data: 0.001  lr: 6.77e-04  mem: 50%  pow: 652.714 W
INFO    26-05-04 20:31:40.016167 - 0:55:53 -   grad: 2.16e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4917  data: 0.0011  lr: 6.78e-04  mem: 50%  pow: 661.108 W
INFO    26-05-04 20:31:42.050461 - 0:55:55 -   grad: 2.24e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5281  data: 0.0024  lr: 6.78e-04  mem: 50%  pow: 647.022 W
INFO    26-05-04 20:31:44.079030 - 0:55:57 -   grad: 1.89e-01  flops: 3.46e+14  wps: 3.23e+04  iter:   0.475  data: 0.0011  lr: 6.78e-04  mem: 50%  pow: 654.258 W
INFO    26-05-04 20:31:46.050043 - 0:55:59 -   grad: 1.47e-01  flops: 3.55e+14  wps: 3.33e+04  iter:  0.4943  data: 0.001  lr: 6.79e-04  mem: 50%  pow: 656.644 W
INFO    26-05-04 20:31:48.048642 - 0:56:01 -   grad: 1.66e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4855  data: 0.0117  lr: 6.79e-04  mem: 50%  pow: 657.091 W
INFO    26-05-04 20:31:50.222174 - 0:56:03 -   grad: 1.66e-01  flops: 3.22e+14  wps: 3.02e+04  iter:  0.5221  data: 0.0013  lr: 6.80e-04  mem: 50%  pow: 647.765 W
INFO    26-05-04 20:31:52.279052 - 0:56:06 -   grad: 1.55e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5016  data: 0.0014  lr: 6.81e-04  mem: 50%  pow: 648.787 W
INFO    26-05-04 20:31:54.384202 - 0:56:08 -   grad: 1.73e-01  flops: 3.33e+14  wps: 3.12e+04  iter:  0.5261  data: 0.0011  lr: 6.81e-04  mem: 50%  pow: 639.788 W
INFO    26-05-04 20:31:56.527021 - 0:56:10 -   grad: 1.66e-01  flops: 3.27e+14  wps: 3.06e+04  iter:  0.4893  data: 0.0022  lr: 6.82e-04  mem: 50%  pow: 649.018 W
INFO    26-05-04 20:31:58.615006 - 0:56:12 -   grad: 1.43e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.5124  data: 0.0012  lr: 6.82e-04  mem: 50%  pow: 625.789 W
INFO    26-05-04 20:32:00.591603 - 0:56:14 -   grad: 1.47e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4984  data: 0.001  lr: 6.83e-04  mem: 50%  pow: 657.637 W
INFO    26-05-04 20:32:02.623401 - 0:56:16 -   grad: 1.40e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5094  data: 0.0013  lr: 6.83e-04  mem: 50%  pow: 645.767 W
INFO    26-05-04 20:32:04.711026 - 0:56:18 -   grad: 1.47e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.4889  data: 0.0014  lr: 6.83e-04  mem: 50%  pow: 651.345 W
INFO    26-05-04 20:32:06.802583 - 0:56:20 -   grad: 1.61e-01  flops: 3.35e+14  wps: 3.14e+04  iter:  0.5175  data: 0.0102  lr: 6.84e-04  mem: 50%  pow: 640.311 W
INFO    26-05-04 20:32:08.878876 - 0:56:22 -   grad: 1.49e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.4861  data: 0.0014  lr: 6.84e-04  mem: 50%  pow: 660.638 W
INFO    26-05-04 20:32:10.834177 - 0:56:24 -   grad: 1.44e-01  flops: 3.58e+14  wps: 3.35e+04  iter:  0.4851  data: 0.0011  lr: 6.85e-04  mem: 50%  pow: 669.624 W
INFO    26-05-04 20:32:13.234383 - 0:56:26 -   grad: 1.59e-01  flops: 2.92e+14  wps: 2.73e+04  iter:  0.4926  data: 0.0012  lr: 6.86e-04  mem: 50%  pow: 649.867 W
INFO    26-05-04 20:32:15.328163 - 0:56:29 -   grad: 1.71e-01  flops: 3.35e+14  wps: 3.13e+04  iter:  0.5149  data: 0.0014  lr: 6.86e-04  mem: 50%  pow: 615.211 W
INFO    26-05-04 20:32:18.569994 - 0:56:32 -   grad: 1.66e-01  flops: 2.16e+14  wps: 2.02e+04  iter:  0.5152  data: 0.0017  lr: 6.87e-04  mem: 50%  pow: 657.844 W
INFO    26-05-04 20:32:20.618082 - 0:56:34 -   grad: 1.56e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5161  data: 0.001  lr: 6.87e-04  mem: 50%  pow: 652.215 W
INFO    26-05-04 20:32:22.636771 - 0:56:36 -   grad: 1.48e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5155  data: 0.0018  lr: 6.87e-04  mem: 50%  pow: 648.289 W
INFO    26-05-04 20:32:24.607068 - 0:56:38 -   grad: 1.56e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4934  data: 0.0013  lr: 6.88e-04  mem: 50%  pow: 654.519 W
INFO    26-05-04 20:32:26.626570 - 0:56:40 -   grad: 1.41e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4989  data: 0.0012  lr: 6.88e-04  mem: 50%  pow: 653.266 W
INFO    26-05-04 20:32:28.658163 - 0:56:42 -   grad: 1.53e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5211  data: 0.001  lr: 6.89e-04  mem: 50%  pow: 647.917 W
INFO    26-05-04 20:32:30.688819 - 0:56:44 -   grad: 1.56e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4996  data: 0.0014  lr: 6.90e-04  mem: 50%  pow: 648.161 W
INFO    26-05-04 20:32:33.018361 - 0:56:46 -   grad: 1.49e-01  flops: 3.01e+14  wps: 2.82e+04  iter:  0.5084  data: 0.0014  lr: 6.90e-04  mem: 50%  pow: 644.999 W
INFO    26-05-04 20:32:35.015963 - 0:56:48 -   grad: 1.59e-01  flops: 3.51e+14  wps: 3.29e+04  iter:   0.491  data: 0.001  lr: 6.91e-04  mem: 50%  pow: 655.843 W
INFO    26-05-04 20:32:37.062727 - 0:56:50 -   grad: 1.61e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5108  data: 0.0029  lr: 6.91e-04  mem: 50%  pow: 660.068 W
INFO    26-05-04 20:32:39.091195 - 0:56:52 -   grad: 1.48e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5295  data: 0.0011  lr: 6.92e-04  mem: 50%  pow: 641.44 W
INFO    26-05-04 20:32:41.124405 - 0:56:54 -   grad: 1.51e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5165  data: 0.0012  lr: 6.92e-04  mem: 50%  pow: 637.192 W
INFO    26-05-04 20:32:43.131960 - 0:56:56 -   grad: 1.70e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5024  data: 0.0011  lr: 6.92e-04  mem: 50%  pow: 654.305 W
INFO    26-05-04 20:32:45.442383 - 0:56:59 -   grad: 1.64e-01  flops: 3.03e+14  wps: 2.84e+04  iter:  0.4965  data: 0.002  lr: 6.93e-04  mem: 50%  pow: 650.742 W
INFO    26-05-04 20:32:47.459031 - 0:57:01 -   grad: 1.92e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5184  data: 0.001  lr: 6.93e-04  mem: 50%  pow: 649.284 W
INFO    26-05-04 20:32:49.508802 - 0:57:03 -   grad: 2.17e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5112  data: 0.0009  lr: 6.94e-04  mem: 50%  pow: 647.839 W
INFO    26-05-04 20:32:51.565157 - 0:57:05 -   grad: 1.55e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5237  data: 0.001  lr: 6.95e-04  mem: 50%  pow: 637.146 W
INFO    26-05-04 20:32:53.566060 - 0:57:07 -   grad: 1.83e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5164  data: 0.0011  lr: 6.95e-04  mem: 50%  pow: 653.242 W
INFO    26-05-04 20:32:55.620863 - 0:57:09 -   grad: 1.78e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5049  data: 0.0012  lr: 6.96e-04  mem: 50%  pow: 631.574 W
INFO    26-05-04 20:32:57.680501 - 0:57:11 -   grad: 1.60e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5011  data: 0.0014  lr: 6.96e-04  mem: 50%  pow: 647.328 W
INFO    26-05-04 20:32:59.752664 - 0:57:13 -   grad: 1.65e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.4972  data: 0.0014  lr: 6.97e-04  mem: 50%  pow: 655.406 W
INFO    26-05-04 20:33:01.741267 - 0:57:15 -   grad: 1.47e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5002  data: 0.001  lr: 6.97e-04  mem: 50%  pow: 649.969 W
INFO    26-05-04 20:33:03.768907 - 0:57:17 -   grad: 1.39e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4988  data: 0.0014  lr: 6.97e-04  mem: 50%  pow: 654.821 W
INFO    26-05-04 20:33:05.829572 - 0:57:19 -   grad: 1.46e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.4889  data: 0.0014  lr: 6.98e-04  mem: 50%  pow: 669.122 W
INFO    26-05-04 20:33:07.836462 - 0:57:21 -   grad: 1.69e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4778  data: 0.001  lr: 6.99e-04  mem: 50%  pow: 645.616 W
INFO    26-05-04 20:33:09.883471 - 0:57:23 -   grad: 1.48e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5135  data: 0.0015  lr: 6.99e-04  mem: 50%  pow: 631.558 W
INFO    26-05-04 20:33:11.953592 - 0:57:25 -   grad: 1.44e-01  flops: 3.38e+14  wps: 3.17e+04  iter:   0.519  data: 0.0012  lr: 7.00e-04  mem: 50%  pow: 635.964 W
INFO    26-05-04 20:33:14.156945 - 0:57:27 -   grad: 1.53e-01  flops: 3.18e+14  wps: 2.98e+04  iter:  0.5202  data: 0.0015  lr: 7.00e-04  mem: 50%  pow: 644.32 W
INFO    26-05-04 20:33:16.649866 - 0:57:30 -   grad: 1.59e-01  flops: 2.81e+14  wps: 2.63e+04  iter:   0.503  data: 0.0014  lr: 7.01e-04  mem: 50%  pow: 647.321 W
INFO    26-05-04 20:33:18.784153 - 0:57:32 -   grad: 1.48e-01  flops: 3.28e+14  wps: 3.07e+04  iter:  0.4917  data: 0.001  lr: 7.01e-04  mem: 50%  pow: 643.865 W
INFO    26-05-04 20:33:20.788973 - 0:57:34 -   grad: 1.56e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5065  data: 0.0014  lr: 7.01e-04  mem: 50%  pow: 653.073 W
INFO    26-05-04 20:33:22.882902 - 0:57:36 -   grad: 1.53e-01  flops: 3.35e+14  wps: 3.13e+04  iter:  0.5044  data: 0.0015  lr: 7.02e-04  mem: 50%  pow: 643.504 W
INFO    26-05-04 20:33:24.857994 - 0:57:38 -   grad: 1.58e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4919  data: 0.0015  lr: 7.02e-04  mem: 50%  pow: 662.294 W
INFO    26-05-04 20:33:26.821802 - 0:57:40 -   grad: 1.69e-01  flops: 3.57e+14  wps: 3.34e+04  iter:   0.495  data: 0.0013  lr: 7.03e-04  mem: 50%  pow: 657.643 W
INFO    26-05-04 20:33:28.851035 - 0:57:42 -   grad: 1.35e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4874  data: 0.002  lr: 7.04e-04  mem: 50%  pow: 663.933 W
INFO    26-05-04 20:33:30.868186 - 0:57:44 -   grad: 1.50e-01  flops: 3.47e+14  wps: 3.25e+04  iter:   0.512  data: 0.0011  lr: 7.04e-04  mem: 50%  pow: 637.456 W
INFO    26-05-04 20:33:32.867801 - 0:57:46 -   grad: 1.59e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4995  data: 0.001  lr: 7.05e-04  mem: 50%  pow: 667.957 W
INFO    26-05-04 20:33:34.907604 - 0:57:48 -   grad: 1.47e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5102  data: 0.0009  lr: 7.05e-04  mem: 50%  pow: 644.095 W
INFO    26-05-04 20:33:36.936851 - 0:57:50 -   grad: 1.75e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5289  data: 0.0012  lr: 7.06e-04  mem: 50%  pow: 647.194 W
INFO    26-05-04 20:33:38.969939 - 0:57:52 -   grad: 1.65e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5089  data: 0.001  lr: 7.06e-04  mem: 50%  pow: 647.002 W
INFO    26-05-04 20:33:41.014464 - 0:57:54 -   grad: 1.62e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5107  data: 0.0011  lr: 7.06e-04  mem: 50%  pow: 646.197 W
INFO    26-05-04 20:33:43.062126 - 0:57:56 -   grad: 1.69e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5087  data: 0.0031  lr: 7.07e-04  mem: 50%  pow: 651.656 W
INFO    26-05-04 20:33:45.124881 - 0:57:58 -   grad: 1.61e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5302  data: 0.0011  lr: 7.08e-04  mem: 50%  pow: 635.539 W
INFO    26-05-04 20:33:47.156851 - 0:58:00 -   grad: 1.54e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5045  data: 0.0012  lr: 7.08e-04  mem: 50%  pow: 654.595 W
INFO    26-05-04 20:33:49.183978 - 0:58:02 -   grad: 1.54e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4879  data: 0.001  lr: 7.09e-04  mem: 50%  pow: 645.927 W
INFO    26-05-04 20:33:51.215132 - 0:58:04 -   grad: 1.46e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5232  data: 0.001  lr: 7.09e-04  mem: 50%  pow: 637.956 W
INFO    26-05-04 20:33:53.282626 - 0:58:07 -   grad: 1.43e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5197  data: 0.0011  lr: 7.10e-04  mem: 50%  pow: 636.252 W
INFO    26-05-04 20:33:55.240525 - 0:58:08 -   grad: 1.50e-01  flops: 3.58e+14  wps: 3.35e+04  iter:  0.4949  data: 0.001  lr: 7.10e-04  mem: 50%  pow: 678.358 W
INFO    26-05-04 20:33:57.279826 - 0:58:11 -   grad: 1.67e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5015  data: 0.0012  lr: 7.11e-04  mem: 50%  pow: 657.474 W
INFO    26-05-04 20:33:59.319789 - 0:58:13 -   grad: 1.48e-01  flops: 3.43e+14  wps: 3.22e+04  iter:  0.5091  data: 0.001  lr: 7.11e-04  mem: 50%  pow: 636.629 W
INFO    26-05-04 20:34:01.392517 - 0:58:15 -   grad: 1.47e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.5018  data: 0.0011  lr: 7.12e-04  mem: 50%  pow: 648.1 W
INFO    26-05-04 20:34:03.441158 - 0:58:17 -   grad: 1.40e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5167  data: 0.0013  lr: 7.12e-04  mem: 50%  pow: 654.272 W
INFO    26-05-04 20:34:05.422574 - 0:58:19 -   grad: 1.39e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4982  data: 0.001  lr: 7.13e-04  mem: 50%  pow: 655.186 W
INFO    26-05-04 20:34:07.410782 - 0:58:21 -   grad: 1.69e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4947  data: 0.001  lr: 7.13e-04  mem: 50%  pow: 664.663 W
INFO    26-05-04 20:34:09.437096 - 0:58:23 -   grad: 1.77e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5079  data: 0.0011  lr: 7.14e-04  mem: 50%  pow: 647.331 W
INFO    26-05-04 20:34:11.502013 - 0:58:25 -   grad: 1.65e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5195  data: 0.001  lr: 7.14e-04  mem: 50%  pow: 647.516 W
INFO    26-05-04 20:34:13.575672 - 0:58:27 -   grad: 1.52e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.5456  data: 0.0011  lr: 7.15e-04  mem: 50%  pow: 632.256 W
INFO    26-05-04 20:34:15.628826 - 0:58:29 -   grad: 1.49e-01  flops: 3.41e+14  wps: 3.20e+04  iter:  0.5155  data: 0.0023  lr: 7.15e-04  mem: 50%  pow: 647.7 W
INFO    26-05-04 20:34:17.648003 - 0:58:31 -   grad: 1.37e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5014  data: 0.0022  lr: 7.15e-04  mem: 50%  pow: 658.358 W
INFO    26-05-04 20:34:19.794442 - 0:58:33 -   grad: 1.62e-01  flops: 3.26e+14  wps: 3.06e+04  iter:  0.4854  data: 0.0011  lr: 7.16e-04  mem: 50%  pow: 645.858 W
INFO    26-05-04 20:34:22.819804 - 0:58:36 -   grad: 1.57e-01  flops: 2.32e+14  wps: 2.17e+04  iter:   0.502  data: 0.0015  lr: 7.17e-04  mem: 50%  pow: 643.096 W
INFO    26-05-04 20:34:24.863209 - 0:58:38 -   grad: 1.38e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5127  data: 0.0014  lr: 7.17e-04  mem: 50%  pow: 641.768 W
INFO    26-05-04 20:34:26.882299 - 0:58:40 -   grad: 1.47e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5159  data: 0.0016  lr: 7.18e-04  mem: 50%  pow: 635.181 W
INFO    26-05-04 20:34:29.860406 - 0:58:43 -   grad: 1.56e-01  flops: 2.35e+14  wps: 2.20e+04  iter:  0.4952  data: 0.0028  lr: 7.18e-04  mem: 50%  pow: 658.295 W
INFO    26-05-04 20:34:31.861603 - 0:58:45 -   grad: 1.62e-01  flops: 3.50e+14  wps: 3.28e+04  iter:   0.498  data: 0.0011  lr: 7.19e-04  mem: 50%  pow: 658.4 W
INFO    26-05-04 20:34:34.019638 - 0:58:47 -   grad: 1.54e-01  flops: 3.25e+14  wps: 3.04e+04  iter:  0.4971  data: 0.0016  lr: 7.19e-04  mem: 50%  pow: 644.179 W
INFO    26-05-04 20:34:36.096002 - 0:58:49 -   grad: 1.35e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5207  data: 0.0012  lr: 7.20e-04  mem: 50%  pow: 662.267 W
INFO    26-05-04 20:34:38.113237 - 0:58:51 -   grad: 1.45e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4947  data: 0.0011  lr: 7.20e-04  mem: 50%  pow: 657.089 W
INFO    26-05-04 20:34:40.094559 - 0:58:53 -   grad: 1.38e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4997  data: 0.001  lr: 7.21e-04  mem: 50%  pow: 655.014 W
INFO    26-05-04 20:34:42.115630 - 0:58:55 -   grad: 1.35e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5237  data: 0.0011  lr: 7.21e-04  mem: 50%  pow: 630.071 W
INFO    26-05-04 20:34:44.265373 - 0:58:58 -   grad: 1.39e-01  flops: 3.26e+14  wps: 3.05e+04  iter:   0.509  data: 0.0014  lr: 7.22e-04  mem: 50%  pow: 653.137 W
INFO    26-05-04 20:34:46.281689 - 0:59:00 -   grad: 1.35e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4757  data: 0.0037  lr: 7.22e-04  mem: 50%  pow: 688.454 W
INFO    26-05-04 20:34:48.291224 - 0:59:02 -   grad: 1.35e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5166  data: 0.0011  lr: 7.23e-04  mem: 50%  pow: 660.33 W
INFO    26-05-04 20:34:50.310298 - 0:59:04 -   grad: 1.35e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5018  data: 0.0015  lr: 7.23e-04  mem: 50%  pow: 654.342 W
INFO    26-05-04 20:34:52.365023 - 0:59:06 -   grad: 1.46e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5116  data: 0.001  lr: 7.24e-04  mem: 50%  pow: 626.403 W
INFO    26-05-04 20:34:54.372127 - 0:59:08 -   grad: 1.40e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5036  data: 0.0009  lr: 7.24e-04  mem: 50%  pow: 658.052 W
INFO    26-05-04 20:34:56.397825 - 0:59:10 -   grad: 1.59e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4993  data: 0.0011  lr: 7.25e-04  mem: 50%  pow: 664.003 W
INFO    26-05-04 20:34:58.388129 - 0:59:12 -   grad: 1.57e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4933  data: 0.0011  lr: 7.25e-04  mem: 50%  pow: 666.286 W
INFO    26-05-04 20:35:00.524521 - 0:59:14 -   grad: 1.55e-01  flops: 3.28e+14  wps: 3.07e+04  iter:  0.5106  data: 0.0011  lr: 7.26e-04  mem: 50%  pow: 662.534 W
INFO    26-05-04 20:35:02.561182 - 0:59:16 -   grad: 1.87e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5152  data: 0.0032  lr: 7.26e-04  mem: 50%  pow: 632.072 W
INFO    26-05-04 20:35:04.572156 - 0:59:18 -   grad: 1.69e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.4893  data: 0.0014  lr: 7.27e-04  mem: 50%  pow: 655.949 W
INFO    26-05-04 20:35:06.558041 - 0:59:20 -   grad: 1.51e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4988  data: 0.0013  lr: 7.27e-04  mem: 50%  pow: 667.406 W
INFO    26-05-04 20:35:08.612017 - 0:59:22 -   grad: 1.89e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5184  data: 0.0009  lr: 7.28e-04  mem: 50%  pow: 639.705 W
INFO    26-05-04 20:35:10.680708 - 0:59:24 -   grad: 1.70e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5072  data: 0.0014  lr: 7.28e-04  mem: 50%  pow: 647.856 W
INFO    26-05-04 20:35:12.650583 - 0:59:26 -   grad: 2.19e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.5138  data: 0.0014  lr: 7.29e-04  mem: 50%  pow: 643.331 W
INFO    26-05-04 20:35:14.701160 - 0:59:28 -   grad: 2.18e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4982  data: 0.0016  lr: 7.29e-04  mem: 50%  pow: 634.902 W
INFO    26-05-04 20:35:16.746568 - 0:59:30 -   grad: 1.91e-01  flops: 3.43e+14  wps: 3.21e+04  iter:   0.498  data: 0.0016  lr: 7.30e-04  mem: 50%  pow: 643.685 W
INFO    26-05-04 20:35:18.752916 - 0:59:32 -   grad: 1.73e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5124  data: 0.0015  lr: 7.30e-04  mem: 50%  pow: 649.47 W
INFO    26-05-04 20:35:20.753844 - 0:59:34 -   grad: 1.71e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5022  data: 0.0012  lr: 7.31e-04  mem: 50%  pow: 641.255 W
INFO    26-05-04 20:35:22.804967 - 0:59:36 -   grad: 1.47e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5163  data: 0.0011  lr: 7.31e-04  mem: 50%  pow: 621.063 W
INFO    26-05-04 20:35:24.821964 - 0:59:38 -   grad: 1.72e-01  flops: 3.47e+14  wps: 3.25e+04  iter:    0.52  data: 0.0012  lr: 7.32e-04  mem: 50%  pow: 630.47 W
INFO    26-05-04 20:35:26.893814 - 0:59:40 -   grad: 1.60e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.5122  data: 0.0014  lr: 7.32e-04  mem: 50%  pow: 648.283 W
INFO    26-05-04 20:35:28.919474 - 0:59:42 -   grad: 1.66e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5294  data: 0.0011  lr: 7.33e-04  mem: 50%  pow: 632.56 W
INFO    26-05-04 20:35:30.908545 - 0:59:44 -   grad: 1.45e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4799  data: 0.0011  lr: 7.33e-04  mem: 50%  pow: 665.617 W
INFO    26-05-04 20:35:32.929821 - 0:59:46 -   grad: 1.31e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5181  data: 0.0012  lr: 7.34e-04  mem: 50%  pow: 641.12 W
INFO    26-05-04 20:35:34.962242 - 0:59:48 -   grad: 1.35e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4958  data: 0.0011  lr: 7.34e-04  mem: 50%  pow: 638.448 W
INFO    26-05-04 20:35:37.029286 - 0:59:50 -   grad: 1.32e-01  flops: 3.40e+14  wps: 3.18e+04  iter:   0.506  data: 0.001  lr: 7.35e-04  mem: 50%  pow: 644.68 W
INFO    26-05-04 20:35:39.089747 - 0:59:52 -   grad: 1.30e-01  flops: 3.40e+14  wps: 3.19e+04  iter:  0.5368  data: 0.0011  lr: 7.35e-04  mem: 50%  pow: 664.725 W
INFO    26-05-04 20:35:41.083973 - 0:59:54 -   grad: 1.46e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5053  data: 0.001  lr: 7.36e-04  mem: 50%  pow: 665.268 W
INFO    26-05-04 20:35:43.129674 - 0:59:56 -   grad: 1.46e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5013  data: 0.0011  lr: 7.36e-04  mem: 50%  pow: 625.044 W
INFO    26-05-04 20:35:45.157974 - 0:59:58 -   grad: 1.22e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4897  data: 0.0014  lr: 7.37e-04  mem: 50%  pow: 659.196 W
INFO    26-05-04 20:35:47.175393 - 1:00:00 -   grad: 1.63e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4987  data: 0.0163  lr: 7.37e-04  mem: 50%  pow: 646.164 W
INFO    26-05-04 20:35:49.133007 - 1:00:02 -   grad: 1.66e-01  flops: 3.58e+14  wps: 3.35e+04  iter:   0.466  data: 0.0175  lr: 7.38e-04  mem: 50%  pow: 670.355 W
INFO    26-05-04 20:35:51.142307 - 1:00:04 -   grad: 1.34e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5072  data: 0.0011  lr: 7.38e-04  mem: 50%  pow: 641.22 W
INFO    26-05-04 20:35:53.137939 - 1:00:06 -   grad: 1.84e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4867  data: 0.0017  lr: 7.39e-04  mem: 50%  pow: 648.762 W
INFO    26-05-04 20:35:55.170366 - 1:00:08 -   grad: 1.50e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4835  data: 0.0149  lr: 7.39e-04  mem: 50%  pow: 664.183 W
INFO    26-05-04 20:35:57.144988 - 1:00:10 -   grad: 1.71e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.5029  data: 0.0015  lr: 7.40e-04  mem: 50%  pow: 661.808 W
INFO    26-05-04 20:35:59.414454 - 1:00:13 -   grad: 1.35e-01  flops: 3.09e+14  wps: 2.89e+04  iter:   0.502  data: 0.0024  lr: 7.40e-04  mem: 50%  pow: 649.87 W
INFO    26-05-04 20:36:01.415580 - 1:00:15 -   grad: 1.66e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5123  data: 0.001  lr: 7.41e-04  mem: 50%  pow: 647.614 W
INFO    26-05-04 20:36:03.505589 - 1:00:17 -   grad: 1.61e-01  flops: 3.35e+14  wps: 3.14e+04  iter:  0.5005  data: 0.001  lr: 7.41e-04  mem: 50%  pow: 651.815 W
INFO    26-05-04 20:36:05.550308 - 1:00:19 -   grad: 1.61e-01  flops: 3.43e+14  wps: 3.21e+04  iter:   0.507  data: 0.001  lr: 7.42e-04  mem: 50%  pow: 650.131 W
INFO    26-05-04 20:36:07.572822 - 1:00:21 -   grad: 1.50e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5198  data: 0.0011  lr: 7.42e-04  mem: 50%  pow: 646.872 W
INFO    26-05-04 20:36:09.579051 - 1:00:23 -   grad: 1.47e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5091  data: 0.0023  lr: 7.43e-04  mem: 50%  pow: 634.131 W
INFO    26-05-04 20:36:11.618352 - 1:00:25 -   grad: 1.68e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5161  data: 0.0015  lr: 7.43e-04  mem: 50%  pow: 625.062 W
INFO    26-05-04 20:36:13.663120 - 1:00:27 -   grad: 1.53e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5095  data: 0.0011  lr: 7.44e-04  mem: 50%  pow: 633.889 W
INFO    26-05-04 20:36:15.652168 - 1:00:29 -   grad: 1.54e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4947  data: 0.0015  lr: 7.44e-04  mem: 50%  pow: 643.398 W
INFO    26-05-04 20:36:17.689319 - 1:00:31 -   grad: 1.65e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5169  data: 0.0037  lr: 7.45e-04  mem: 50%  pow: 638.877 W
INFO    26-05-04 20:36:19.672097 - 1:00:33 -   grad: 1.53e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4928  data: 0.0014  lr: 7.45e-04  mem: 50%  pow: 652.046 W
INFO    26-05-04 20:36:21.669485 - 1:00:35 -   grad: 1.61e-01  flops: 3.51e+14  wps: 3.29e+04  iter:   0.471  data: 0.0166  lr: 7.46e-04  mem: 50%  pow: 659.718 W
INFO    26-05-04 20:36:23.683196 - 1:00:37 -   grad: 1.62e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5107  data: 0.0013  lr: 7.46e-04  mem: 50%  pow: 649.082 W
INFO    26-05-04 20:36:25.686968 - 1:00:39 -   grad: 1.76e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4854  data: 0.0052  lr: 7.47e-04  mem: 50%  pow: 656.722 W
INFO    26-05-04 20:36:27.709409 - 1:00:41 -   grad: 1.48e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5342  data: 0.0012  lr: 7.47e-04  mem: 50%  pow: 647.371 W
INFO    26-05-04 20:36:29.730659 - 1:00:43 -   grad: 1.41e-01  flops: 3.47e+14  wps: 3.24e+04  iter:  0.4782  data: 0.0033  lr: 7.48e-04  mem: 50%  pow: 676.25 W
INFO    26-05-04 20:36:31.773611 - 1:00:45 -   grad: 1.54e-01  flops: 3.43e+14  wps: 3.21e+04  iter:   0.514  data: 0.0023  lr: 7.48e-04  mem: 50%  pow: 643.023 W
INFO    26-05-04 20:36:33.817577 - 1:00:47 -   grad: 1.31e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4919  data: 0.0011  lr: 7.49e-04  mem: 50%  pow: 640.603 W
INFO    26-05-04 20:36:35.857370 - 1:00:49 -   grad: 1.41e-01  flops: 3.43e+14  wps: 3.22e+04  iter:   0.519  data: 0.001  lr: 7.49e-04  mem: 50%  pow: 645.496 W
INFO    26-05-04 20:36:37.890514 - 1:00:51 -   grad: 1.47e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5248  data: 0.0013  lr: 7.50e-04  mem: 50%  pow: 658.992 W
INFO    26-05-04 20:36:39.903169 - 1:00:53 -   grad: 1.64e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5158  data: 0.0011  lr: 7.50e-04  mem: 50%  pow: 655.784 W
INFO    26-05-04 20:36:41.991690 - 1:00:55 -   grad: 1.39e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.5106  data: 0.0013  lr: 7.50e-04  mem: 50%  pow: 632.19 W
INFO    26-05-04 20:36:44.022045 - 1:00:57 -   grad: 1.35e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5117  data: 0.0011  lr: 7.51e-04  mem: 50%  pow: 637.125 W
INFO    26-05-04 20:36:46.007177 - 1:00:59 -   grad: 1.40e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4984  data: 0.0024  lr: 7.51e-04  mem: 50%  pow: 660.833 W
INFO    26-05-04 20:36:48.076536 - 1:01:01 -   grad: 1.45e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5149  data: 0.001  lr: 7.52e-04  mem: 50%  pow: 647.908 W
INFO    26-05-04 20:36:50.123032 - 1:01:03 -   grad: 1.47e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5253  data: 0.001  lr: 7.52e-04  mem: 50%  pow: 656.706 W
INFO    26-05-04 20:36:52.119636 - 1:01:05 -   grad: 1.50e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4942  data: 0.0011  lr: 7.53e-04  mem: 50%  pow: 675.584 W
INFO    26-05-04 20:36:54.126252 - 1:01:07 -   grad: 1.39e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5154  data: 0.0014  lr: 7.53e-04  mem: 50%  pow: 649.528 W
INFO    26-05-04 20:36:56.140267 - 1:01:09 -   grad: 1.39e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5039  data: 0.0014  lr: 7.54e-04  mem: 50%  pow: 648.223 W
INFO    26-05-04 20:36:58.219780 - 1:01:11 -   grad: 1.38e-01  flops: 3.37e+14  wps: 3.15e+04  iter:  0.5195  data: 0.0016  lr: 7.54e-04  mem: 50%  pow: 648.017 W
INFO    26-05-04 20:37:00.262552 - 1:01:14 -   grad: 1.28e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5112  data: 0.0015  lr: 7.55e-04  mem: 50%  pow: 648.285 W
INFO    26-05-04 20:37:02.231930 - 1:01:15 -   grad: 1.31e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4793  data: 0.0011  lr: 7.55e-04  mem: 50%  pow: 665.886 W
INFO    26-05-04 20:37:04.245167 - 1:01:17 -   grad: 1.29e-01  flops: 3.49e+14  wps: 3.26e+04  iter:   0.503  data: 0.0011  lr: 7.56e-04  mem: 50%  pow: 648.642 W
INFO    26-05-04 20:37:06.397286 - 1:01:20 -   grad: 1.44e-01  flops: 3.25e+14  wps: 3.05e+04  iter:  0.5043  data: 0.0014  lr: 7.57e-04  mem: 50%  pow: 650.854 W
INFO    26-05-04 20:37:08.382838 - 1:01:22 -   grad: 1.38e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4815  data: 0.0014  lr: 7.57e-04  mem: 50%  pow: 663.552 W
INFO    26-05-04 20:37:10.415408 - 1:01:24 -   grad: 1.49e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5261  data: 0.0017  lr: 7.57e-04  mem: 50%  pow: 633.416 W
INFO    26-05-04 20:37:12.425889 - 1:01:26 -   grad: 1.35e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5124  data: 0.0015  lr: 7.58e-04  mem: 50%  pow: 636.49 W
INFO    26-05-04 20:37:14.483788 - 1:01:28 -   grad: 1.41e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4997  data: 0.0011  lr: 7.58e-04  mem: 50%  pow: 646.129 W
INFO    26-05-04 20:37:16.474568 - 1:01:30 -   grad: 1.48e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5229  data: 0.0011  lr: 7.59e-04  mem: 50%  pow: 641.064 W
INFO    26-05-04 20:37:18.480319 - 1:01:32 -   grad: 1.34e-01  flops: 3.49e+14  wps: 3.27e+04  iter:   0.494  data: 0.003  lr: 7.59e-04  mem: 50%  pow: 656.126 W
INFO    26-05-04 20:37:20.528428 - 1:01:34 -   grad: 1.48e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5391  data: 0.001  lr: 7.60e-04  mem: 50%  pow: 628.407 W
INFO    26-05-04 20:37:22.530980 - 1:01:36 -   grad: 1.53e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5124  data: 0.001  lr: 7.60e-04  mem: 50%  pow: 651.519 W
INFO    26-05-04 20:37:24.618946 - 1:01:38 -   grad: 1.47e-01  flops: 3.36e+14  wps: 3.14e+04  iter:   0.496  data: 0.0011  lr: 7.61e-04  mem: 50%  pow: 618.372 W
INFO    26-05-04 20:37:26.665050 - 1:01:40 -   grad: 1.39e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.5143  data: 0.0012  lr: 7.62e-04  mem: 50%  pow: 633.121 W
INFO    26-05-04 20:37:28.660217 - 1:01:42 -   grad: 1.42e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5064  data: 0.0013  lr: 7.62e-04  mem: 50%  pow: 648.869 W
INFO    26-05-04 20:37:30.725013 - 1:01:44 -   grad: 1.31e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5055  data: 0.0015  lr: 7.62e-04  mem: 50%  pow: 629.231 W
INFO    26-05-04 20:37:32.763882 - 1:01:46 -   grad: 1.41e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5113  data: 0.0011  lr: 7.63e-04  mem: 50%  pow: 655.985 W
INFO    26-05-04 20:37:34.784619 - 1:01:48 -   grad: 1.53e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4943  data: 0.0167  lr: 7.63e-04  mem: 50%  pow: 639.874 W
INFO    26-05-04 20:37:36.824168 - 1:01:50 -   grad: 1.59e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5205  data: 0.0011  lr: 7.64e-04  mem: 50%  pow: 641.995 W
INFO    26-05-04 20:37:38.847029 - 1:01:52 -   grad: 1.33e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5107  data: 0.0013  lr: 7.64e-04  mem: 50%  pow: 637.57 W
INFO    26-05-04 20:37:41.204764 - 1:01:54 -   grad: 1.42e-01  flops: 2.97e+14  wps: 2.78e+04  iter:  0.5088  data: 0.0014  lr: 7.65e-04  mem: 50%  pow: 636.151 W
INFO    26-05-04 20:37:43.254415 - 1:01:57 -   grad: 1.56e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5169  data: 0.0011  lr: 7.66e-04  mem: 50%  pow: 640.423 W
INFO    26-05-04 20:37:45.260804 - 1:01:59 -   grad: 1.35e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5013  data: 0.0011  lr: 7.66e-04  mem: 50%  pow: 654.012 W
INFO    26-05-04 20:37:47.267450 - 1:02:01 -   grad: 1.58e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5134  data: 0.0012  lr: 7.66e-04  mem: 50%  pow: 647.427 W
INFO    26-05-04 20:37:49.288082 - 1:02:03 -   grad: 1.63e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5027  data: 0.0011  lr: 7.67e-04  mem: 50%  pow: 649.563 W
INFO    26-05-04 20:37:51.346805 - 1:02:05 -   grad: 1.47e-01  flops: 3.40e+14  wps: 3.19e+04  iter:  0.5365  data: 0.0011  lr: 7.67e-04  mem: 50%  pow: 663.32 W
INFO    26-05-04 20:37:53.363550 - 1:02:07 -   grad: 1.24e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4656  data: 0.0148  lr: 7.68e-04  mem: 50%  pow: 673.241 W
INFO    26-05-04 20:37:55.751475 - 1:02:09 -   grad: 1.38e-01  flops: 2.94e+14  wps: 2.75e+04  iter:  0.5101  data: 0.001  lr: 7.68e-04  mem: 50%  pow: 642.029 W
INFO    26-05-04 20:37:57.769875 - 1:02:11 -   grad: 1.27e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5146  data: 0.0029  lr: 7.69e-04  mem: 50%  pow: 645.851 W
INFO    26-05-04 20:37:59.825145 - 1:02:13 -   grad: 1.26e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4959  data: 0.0011  lr: 7.70e-04  mem: 50%  pow: 654.079 W
INFO    26-05-04 20:38:01.821215 - 1:02:15 -   grad: 1.54e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5145  data: 0.001  lr: 7.70e-04  mem: 50%  pow: 654.23 W
INFO    26-05-04 20:38:03.842563 - 1:02:17 -   grad: 1.20e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5016  data: 0.0011  lr: 7.71e-04  mem: 50%  pow: 645.215 W
INFO    26-05-04 20:38:06.004707 - 1:02:19 -   grad: 1.72e-01  flops: 3.24e+14  wps: 3.03e+04  iter:  0.5153  data: 0.0014  lr: 7.71e-04  mem: 50%  pow: 638.261 W
INFO    26-05-04 20:38:08.016573 - 1:02:21 -   grad: 2.15e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.526  data: 0.0014  lr: 7.71e-04  mem: 50%  pow: 634.489 W
INFO    26-05-04 20:38:10.053439 - 1:02:23 -   grad: 1.45e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4932  data: 0.0014  lr: 7.72e-04  mem: 50%  pow: 658.972 W
INFO    26-05-04 20:38:12.058764 - 1:02:25 -   grad: 1.68e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4973  data: 0.0013  lr: 7.72e-04  mem: 50%  pow: 661.961 W
INFO    26-05-04 20:38:14.102010 - 1:02:27 -   grad: 1.40e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5122  data: 0.0015  lr: 7.73e-04  mem: 50%  pow: 660.664 W
INFO    26-05-04 20:38:16.107550 - 1:02:29 -   grad: 1.64e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5057  data: 0.0011  lr: 7.73e-04  mem: 50%  pow: 654.783 W
INFO    26-05-04 20:38:18.167175 - 1:02:31 -   grad: 1.51e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5141  data: 0.0013  lr: 7.74e-04  mem: 50%  pow: 641.556 W
INFO    26-05-04 20:38:20.233211 - 1:02:33 -   grad: 1.61e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.4895  data: 0.001  lr: 7.75e-04  mem: 50%  pow: 653.401 W
INFO    26-05-04 20:38:22.238860 - 1:02:35 -   grad: 1.76e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4989  data: 0.001  lr: 7.75e-04  mem: 50%  pow: 655.149 W
INFO    26-05-04 20:38:24.951806 - 1:02:38 -   grad: 1.55e-01  flops: 2.58e+14  wps: 2.42e+04  iter:  0.4943  data: 0.0011  lr: 7.75e-04  mem: 50%  pow: 656.87 W
INFO    26-05-04 20:38:27.943356 - 1:02:41 -   grad: 1.49e-01  flops: 2.34e+14  wps: 2.19e+04  iter:  0.5167  data: 0.0011  lr: 7.76e-04  mem: 50%  pow: 657.324 W
INFO    26-05-04 20:38:29.927380 - 1:02:43 -   grad: 1.80e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.5147  data: 0.0013  lr: 7.76e-04  mem: 50%  pow: 636.031 W
INFO    26-05-04 20:38:31.943438 - 1:02:45 -   grad: 1.54e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5216  data: 0.0014  lr: 7.77e-04  mem: 50%  pow: 642.973 W
INFO    26-05-04 20:38:33.984771 - 1:02:47 -   grad: 1.58e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5307  data: 0.0029  lr: 7.77e-04  mem: 50%  pow: 640.055 W
INFO    26-05-04 20:38:36.039669 - 1:02:49 -   grad: 1.56e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5042  data: 0.0015  lr: 7.78e-04  mem: 50%  pow: 633.933 W
INFO    26-05-04 20:38:38.087395 - 1:02:51 -   grad: 1.52e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5162  data: 0.001  lr: 7.79e-04  mem: 50%  pow: 641.483 W
INFO    26-05-04 20:38:40.092205 - 1:02:53 -   grad: 1.57e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4779  data: 0.0141  lr: 7.79e-04  mem: 50%  pow: 651.758 W
INFO    26-05-04 20:38:42.124063 - 1:02:55 -   grad: 1.49e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5024  data: 0.0014  lr: 7.80e-04  mem: 50%  pow: 647.23 W
INFO    26-05-04 20:38:44.122900 - 1:02:57 -   grad: 1.34e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4869  data: 0.0013  lr: 7.80e-04  mem: 50%  pow: 660.181 W
INFO    26-05-04 20:38:46.329179 - 1:03:00 -   grad: 1.58e-01  flops: 3.18e+14  wps: 2.97e+04  iter:   0.506  data: 0.0013  lr: 7.80e-04  mem: 50%  pow: 633.768 W
INFO    26-05-04 20:38:48.367403 - 1:03:02 -   grad: 1.33e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5158  data: 0.0013  lr: 7.81e-04  mem: 50%  pow: 653.057 W
INFO    26-05-04 20:38:50.416949 - 1:03:04 -   grad: 1.46e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5125  data: 0.001  lr: 7.81e-04  mem: 50%  pow: 640.592 W
INFO    26-05-04 20:38:52.490431 - 1:03:06 -   grad: 1.52e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5064  data: 0.0011  lr: 7.82e-04  mem: 50%  pow: 655.56 W
INFO    26-05-04 20:38:54.512538 - 1:03:08 -   grad: 1.45e-01  flops: 3.47e+14  wps: 3.24e+04  iter:  0.4904  data: 0.001  lr: 7.82e-04  mem: 50%  pow: 661.812 W
INFO    26-05-04 20:38:56.578154 - 1:03:10 -   grad: 1.42e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.4903  data: 0.0013  lr: 7.83e-04  mem: 50%  pow: 671.827 W
INFO    26-05-04 20:38:58.543981 - 1:03:12 -   grad: 1.29e-01  flops: 3.56e+14  wps: 3.34e+04  iter:   0.481  data: 0.0014  lr: 7.84e-04  mem: 50%  pow: 662.787 W
INFO    26-05-04 20:39:01.170460 - 1:03:14 -   grad: 1.57e-01  flops: 2.67e+14  wps: 2.50e+04  iter:  0.4994  data: 0.001  lr: 7.84e-04  mem: 50%  pow: 665.497 W
INFO    26-05-04 20:39:03.194449 - 1:03:16 -   grad: 1.34e-01  flops: 3.46e+14  wps: 3.24e+04  iter:    0.51  data: 0.0015  lr: 7.85e-04  mem: 50%  pow: 660.763 W
INFO    26-05-04 20:39:05.227263 - 1:03:18 -   grad: 1.39e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4942  data: 0.001  lr: 7.85e-04  mem: 50%  pow: 651.119 W
INFO    26-05-04 20:39:07.277842 - 1:03:21 -   grad: 1.36e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4928  data: 0.0016  lr: 7.85e-04  mem: 50%  pow: 648.601 W
INFO    26-05-04 20:39:09.498498 - 1:03:23 -   grad: 1.37e-01  flops: 3.16e+14  wps: 2.96e+04  iter:  0.5258  data: 0.0016  lr: 7.86e-04  mem: 50%  pow: 623.897 W
INFO    26-05-04 20:39:11.701243 - 1:03:25 -   grad: 1.37e-01  flops: 3.18e+14  wps: 2.98e+04  iter:  0.5096  data: 0.0013  lr: 7.86e-04  mem: 50%  pow: 652.502 W
INFO    26-05-04 20:39:13.820011 - 1:03:27 -   grad: 1.37e-01  flops: 3.33e+14  wps: 3.11e+04  iter:  0.5073  data: 0.0014  lr: 7.87e-04  mem: 50%  pow: 648.635 W
INFO    26-05-04 20:39:15.907521 - 1:03:29 -   grad: 1.34e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.5148  data: 0.0011  lr: 7.88e-04  mem: 50%  pow: 635.606 W
INFO    26-05-04 20:39:18.061444 - 1:03:31 -   grad: 1.36e-01  flops: 3.25e+14  wps: 3.05e+04  iter:  0.4939  data: 0.0011  lr: 7.88e-04  mem: 50%  pow: 665.533 W
INFO    26-05-04 20:39:20.079680 - 1:03:33 -   grad: 1.39e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4699  data: 0.0293  lr: 7.89e-04  mem: 50%  pow: 638.922 W
INFO    26-05-04 20:39:22.089197 - 1:03:35 -   grad: 1.49e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5111  data: 0.001  lr: 7.89e-04  mem: 50%  pow: 659.991 W
INFO    26-05-04 20:39:24.100012 - 1:03:37 -   grad: 1.35e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4877  data: 0.0012  lr: 7.89e-04  mem: 50%  pow: 663.346 W
INFO    26-05-04 20:39:27.081493 - 1:03:40 -   grad: 1.26e-01  flops: 2.35e+14  wps: 2.20e+04  iter:  0.5067  data: 0.0011  lr: 7.90e-04  mem: 50%  pow: 636.694 W
INFO    26-05-04 20:39:29.137563 - 1:03:42 -   grad: 1.28e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5227  data: 0.001  lr: 7.90e-04  mem: 50%  pow: 635.298 W
INFO    26-05-04 20:39:31.175473 - 1:03:44 -   grad: 1.33e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5121  data: 0.0012  lr: 7.91e-04  mem: 50%  pow: 631.888 W
INFO    26-05-04 20:39:33.417581 - 1:03:47 -   grad: 1.21e-01  flops: 3.13e+14  wps: 2.93e+04  iter:  0.5125  data: 0.0011  lr: 7.91e-04  mem: 50%  pow: 642.738 W
INFO    26-05-04 20:39:35.462638 - 1:03:49 -   grad: 1.26e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5092  data: 0.001  lr: 7.92e-04  mem: 50%  pow: 655.858 W
INFO    26-05-04 20:39:37.491804 - 1:03:51 -   grad: 1.34e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5078  data: 0.001  lr: 7.93e-04  mem: 50%  pow: 637.972 W
INFO    26-05-04 20:39:39.554391 - 1:03:53 -   grad: 1.24e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5111  data: 0.0015  lr: 7.93e-04  mem: 50%  pow: 657.69 W
INFO    26-05-04 20:39:41.633194 - 1:03:55 -   grad: 1.31e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.5104  data: 0.0014  lr: 7.94e-04  mem: 50%  pow: 648.656 W
INFO    26-05-04 20:39:43.697545 - 1:03:57 -   grad: 1.28e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5169  data: 0.0013  lr: 7.94e-04  mem: 50%  pow: 651.867 W
INFO    26-05-04 20:39:45.988032 - 1:03:59 -   grad: 1.20e-01  flops: 3.06e+14  wps: 2.86e+04  iter:  0.4967  data: 0.0022  lr: 7.94e-04  mem: 50%  pow: 659.654 W
INFO    26-05-04 20:39:48.513258 - 1:04:02 -   grad: 1.40e-01  flops: 2.77e+14  wps: 2.60e+04  iter:  0.5149  data: 0.0011  lr: 7.95e-04  mem: 50%  pow: 650.361 W
INFO    26-05-04 20:39:52.309370 - 1:04:06 -   grad: 1.52e-01  flops: 1.84e+14  wps: 1.73e+04  iter:  0.4953  data: 0.001  lr: 7.95e-04  mem: 50%  pow: 658.462 W
INFO    26-05-04 20:39:54.312450 - 1:04:08 -   grad: 1.46e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4891  data: 0.001  lr: 7.96e-04  mem: 50%  pow: 642.1 W
INFO    26-05-04 20:39:56.346760 - 1:04:10 -   grad: 1.41e-01  flops: 3.44e+14  wps: 3.23e+04  iter:  0.5027  data: 0.0011  lr: 7.97e-04  mem: 50%  pow: 651.175 W
INFO    26-05-04 20:39:58.393383 - 1:04:12 -   grad: 1.59e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5089  data: 0.0032  lr: 7.97e-04  mem: 50%  pow: 654.311 W
INFO    26-05-04 20:40:00.922309 - 1:04:14 -   grad: 1.47e-01  flops: 2.77e+14  wps: 2.59e+04  iter:  0.4964  data: 0.0018  lr: 7.98e-04  mem: 50%  pow: 667.466 W
INFO    26-05-04 20:40:02.937008 - 1:04:16 -   grad: 1.39e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4882  data: 0.0013  lr: 7.98e-04  mem: 50%  pow: 650.304 W
INFO    26-05-04 20:40:05.087142 - 1:04:18 -   grad: 1.70e-01  flops: 3.26e+14  wps: 3.05e+04  iter:   0.515  data: 0.0014  lr: 7.99e-04  mem: 50%  pow: 648.184 W
INFO    26-05-04 20:40:07.311374 - 1:04:21 -   grad: 1.64e-01  flops: 3.15e+14  wps: 2.95e+04  iter:  0.4962  data: 0.0013  lr: 7.99e-04  mem: 50%  pow: 664.349 W
INFO    26-05-04 20:40:09.350753 - 1:04:23 -   grad: 1.42e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4981  data: 0.001  lr: 7.99e-04  mem: 50%  pow: 659.836 W
INFO    26-05-04 20:40:11.408339 - 1:04:25 -   grad: 1.34e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5223  data: 0.001  lr: 8.00e-04  mem: 50%  pow: 646.625 W
INFO    26-05-04 20:40:13.413002 - 1:04:27 -   grad: 1.28e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4942  data: 0.0014  lr: 8.00e-04  mem: 50%  pow: 660.305 W
INFO    26-05-04 20:40:15.874504 - 1:04:29 -   grad: 1.33e-01  flops: 2.85e+14  wps: 2.66e+04  iter:  0.5137  data: 0.001  lr: 8.01e-04  mem: 50%  pow: 644.274 W
INFO    26-05-04 20:40:17.866132 - 1:04:31 -   grad: 1.31e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4847  data: 0.0079  lr: 8.02e-04  mem: 50%  pow: 652.061 W
INFO    26-05-04 20:40:19.897190 - 1:04:33 -   grad: 1.31e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4957  data: 0.001  lr: 8.02e-04  mem: 50%  pow: 660.577 W
INFO    26-05-04 20:40:21.950096 - 1:04:35 -   grad: 1.50e-01  flops: 3.41e+14  wps: 3.20e+04  iter:  0.4912  data: 0.0012  lr: 8.03e-04  mem: 50%  pow: 633.366 W
INFO    26-05-04 20:40:24.086665 - 1:04:37 -   grad: 1.56e-01  flops: 3.28e+14  wps: 3.07e+04  iter:   0.506  data: 0.0014  lr: 8.03e-04  mem: 50%  pow: 646.627 W
INFO    26-05-04 20:40:26.063462 - 1:04:39 -   grad: 1.38e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4901  data: 0.0011  lr: 8.03e-04  mem: 50%  pow: 649.152 W
INFO    26-05-04 20:40:28.109003 - 1:04:41 -   grad: 1.61e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5362  data: 0.0019  lr: 8.04e-04  mem: 50%  pow: 631.299 W
INFO    26-05-04 20:40:30.129860 - 1:04:43 -   grad: 1.36e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5007  data: 0.0013  lr: 8.04e-04  mem: 50%  pow: 659.109 W
INFO    26-05-04 20:40:32.089149 - 1:04:45 -   grad: 1.41e-01  flops: 3.58e+14  wps: 3.35e+04  iter:  0.5031  data: 0.0034  lr: 8.05e-04  mem: 50%  pow: 653.884 W
INFO    26-05-04 20:40:34.430360 - 1:04:48 -   grad: 1.51e-01  flops: 2.99e+14  wps: 2.80e+04  iter:  0.5158  data: 0.0011  lr: 8.06e-04  mem: 50%  pow: 637.317 W
INFO    26-05-04 20:40:36.671722 - 1:04:50 -   grad: 1.78e-01  flops: 3.12e+14  wps: 2.93e+04  iter:  0.5079  data: 0.0016  lr: 8.06e-04  mem: 50%  pow: 624.409 W
INFO    26-05-04 20:40:38.673479 - 1:04:52 -   grad: 1.63e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4988  data: 0.0014  lr: 8.07e-04  mem: 50%  pow: 655.574 W
INFO    26-05-04 20:40:41.009186 - 1:04:54 -   grad: 1.52e-01  flops: 3.00e+14  wps: 2.81e+04  iter:  0.4792  data: 0.0117  lr: 8.07e-04  mem: 50%  pow: 648.094 W
INFO    26-05-04 20:40:43.030704 - 1:04:56 -   grad: 1.60e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5125  data: 0.0011  lr: 8.08e-04  mem: 50%  pow: 654.77 W
INFO    26-05-04 20:40:47.714092 - 1:05:01 -   grad: 1.83e-01  flops: 1.50e+14  wps: 1.40e+04  iter:  0.4899  data: 0.0013  lr: 8.08e-04  mem: 50%  pow: 638.184 W
INFO    26-05-04 20:40:50.000396 - 1:05:03 -   grad: 1.76e-01  flops: 3.07e+14  wps: 2.88e+04  iter:  0.4901  data: 0.0011  lr: 8.08e-04  mem: 50%  pow: 651.218 W
INFO    26-05-04 20:40:51.997648 - 1:05:05 -   grad: 1.65e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5002  data: 0.001  lr: 8.09e-04  mem: 50%  pow: 660.808 W
INFO    26-05-04 20:40:54.008854 - 1:05:07 -   grad: 1.96e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5106  data: 0.0013  lr: 8.09e-04  mem: 50%  pow: 646.564 W
INFO    26-05-04 20:40:55.981292 - 1:05:09 -   grad: 2.35e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4893  data: 0.0014  lr: 8.10e-04  mem: 50%  pow: 655.729 W
INFO    26-05-04 20:40:58.451210 - 1:05:12 -   grad: 2.08e-01  flops: 2.84e+14  wps: 2.66e+04  iter:  0.5162  data: 0.0011  lr: 8.11e-04  mem: 50%  pow: 651.538 W
INFO    26-05-04 20:41:00.577802 - 1:05:14 -   grad: 1.58e-01  flops: 3.30e+14  wps: 3.09e+04  iter:  0.5154  data: 0.0011  lr: 8.11e-04  mem: 50%  pow: 657.195 W
INFO    26-05-04 20:41:02.615712 - 1:05:16 -   grad: 2.08e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5268  data: 0.0014  lr: 8.12e-04  mem: 50%  pow: 638.227 W
INFO    26-05-04 20:41:04.599756 - 1:05:18 -   grad: 1.48e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4911  data: 0.0036  lr: 8.12e-04  mem: 50%  pow: 655.479 W
INFO    26-05-04 20:41:06.605151 - 1:05:20 -   grad: 1.42e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4896  data: 0.0012  lr: 8.13e-04  mem: 50%  pow: 663.944 W
INFO    26-05-04 20:41:08.599771 - 1:05:22 -   grad: 1.51e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5008  data: 0.001  lr: 8.13e-04  mem: 50%  pow: 652.691 W
INFO    26-05-04 20:41:10.610373 - 1:05:24 -   grad: 1.35e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5062  data: 0.0011  lr: 8.13e-04  mem: 50%  pow: 646.056 W
INFO    26-05-04 20:41:12.639249 - 1:05:26 -   grad: 1.33e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5181  data: 0.0013  lr: 8.14e-04  mem: 50%  pow: 656.666 W
INFO    26-05-04 20:41:14.647637 - 1:05:28 -   grad: 1.44e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5274  data: 0.0011  lr: 8.15e-04  mem: 50%  pow: 642.4 W
INFO    26-05-04 20:41:16.655867 - 1:05:30 -   grad: 1.22e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5106  data: 0.001  lr: 8.15e-04  mem: 50%  pow: 651.298 W
INFO    26-05-04 20:41:18.768126 - 1:05:32 -   grad: 1.24e-01  flops: 3.32e+14  wps: 3.11e+04  iter:  0.4965  data: 0.0011  lr: 8.16e-04  mem: 50%  pow: 662.726 W
INFO    26-05-04 20:41:20.873799 - 1:05:34 -   grad: 1.29e-01  flops: 3.33e+14  wps: 3.11e+04  iter:  0.5059  data: 0.001  lr: 8.16e-04  mem: 50%  pow: 634.796 W
INFO    26-05-04 20:41:22.869956 - 1:05:36 -   grad: 1.29e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4998  data: 0.0014  lr: 8.17e-04  mem: 50%  pow: 655.803 W
INFO    26-05-04 20:41:24.945498 - 1:05:38 -   grad: 1.35e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.5042  data: 0.0242  lr: 8.17e-04  mem: 50%  pow: 629.609 W
INFO    26-05-04 20:41:27.067406 - 1:05:40 -   grad: 1.37e-01  flops: 3.31e+14  wps: 3.10e+04  iter:  0.5152  data: 0.008  lr: 8.17e-04  mem: 50%  pow: 626.472 W
INFO    26-05-04 20:41:29.285109 - 1:05:43 -   grad: 1.28e-01  flops: 3.16e+14  wps: 2.96e+04  iter:  0.4936  data: 0.0018  lr: 8.18e-04  mem: 50%  pow: 650.32 W
INFO    26-05-04 20:41:31.313827 - 1:05:45 -   grad: 1.22e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5086  data: 0.0012  lr: 8.19e-04  mem: 50%  pow: 631.814 W
INFO    26-05-04 20:41:33.303210 - 1:05:47 -   grad: 1.44e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4862  data: 0.0012  lr: 8.19e-04  mem: 50%  pow: 660.825 W
INFO    26-05-04 20:41:35.291165 - 1:05:49 -   grad: 1.28e-01  flops: 3.53e+14  wps: 3.31e+04  iter:   0.504  data: 0.0012  lr: 8.20e-04  mem: 50%  pow: 671.786 W
INFO    26-05-04 20:41:37.313336 - 1:05:51 -   grad: 1.26e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5128  data: 0.0016  lr: 8.20e-04  mem: 50%  pow: 640.071 W
INFO    26-05-04 20:41:39.292118 - 1:05:53 -   grad: 1.84e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.5104  data: 0.0055  lr: 8.21e-04  mem: 50%  pow: 662.991 W
INFO    26-05-04 20:41:41.619165 - 1:05:55 -   grad: 1.43e-01  flops: 3.01e+14  wps: 2.82e+04  iter:  0.4963  data: 0.0011  lr: 8.21e-04  mem: 50%  pow: 655.87 W
INFO    26-05-04 20:41:43.665013 - 1:05:57 -   grad: 1.37e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.5156  data: 0.0017  lr: 8.22e-04  mem: 50%  pow: 642.412 W
INFO    26-05-04 20:41:45.708005 - 1:05:59 -   grad: 1.69e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5115  data: 0.0014  lr: 8.22e-04  mem: 50%  pow: 657.899 W
INFO    26-05-04 20:41:47.749228 - 1:06:01 -   grad: 1.31e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5092  data: 0.0011  lr: 8.22e-04  mem: 50%  pow: 647.85 W
INFO    26-05-04 20:41:49.763245 - 1:06:03 -   grad: 1.67e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5011  data: 0.0012  lr: 8.23e-04  mem: 50%  pow: 659.973 W
INFO    26-05-04 20:41:51.791103 - 1:06:05 -   grad: 1.47e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4982  data: 0.0036  lr: 8.24e-04  mem: 50%  pow: 656.294 W
INFO    26-05-04 20:41:53.844332 - 1:06:07 -   grad: 1.34e-01  flops: 3.41e+14  wps: 3.19e+04  iter:    0.51  data: 0.0011  lr: 8.24e-04  mem: 50%  pow: 647.183 W
INFO    26-05-04 20:41:55.868844 - 1:06:09 -   grad: 1.50e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4952  data: 0.001  lr: 8.25e-04  mem: 50%  pow: 661.432 W
INFO    26-05-04 20:41:57.904461 - 1:06:11 -   grad: 1.33e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5135  data: 0.0015  lr: 8.25e-04  mem: 50%  pow: 664.869 W
INFO    26-05-04 20:41:59.882063 - 1:06:13 -   grad: 1.43e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4823  data: 0.0009  lr: 8.26e-04  mem: 50%  pow: 664.766 W
INFO    26-05-04 20:42:01.912585 - 1:06:15 -   grad: 1.25e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5012  data: 0.001  lr: 8.26e-04  mem: 50%  pow: 646.973 W
INFO    26-05-04 20:42:03.943952 - 1:06:17 -   grad: 1.32e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5038  data: 0.0015  lr: 8.26e-04  mem: 50%  pow: 661.782 W
INFO    26-05-04 20:42:05.917089 - 1:06:19 -   grad: 1.30e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4812  data: 0.0016  lr: 8.27e-04  mem: 50%  pow: 673.78 W
INFO    26-05-04 20:42:07.953888 - 1:06:21 -   grad: 1.35e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4977  data: 0.0011  lr: 8.28e-04  mem: 50%  pow: 645.751 W
INFO    26-05-04 20:42:10.429334 - 1:06:24 -   grad: 1.39e-01  flops: 2.83e+14  wps: 2.65e+04  iter:  0.5013  data: 0.0013  lr: 8.28e-04  mem: 50%  pow: 657.485 W
INFO    26-05-04 20:42:13.484025 - 1:06:27 -   grad: 1.25e-01  flops: 2.29e+14  wps: 2.15e+04  iter:  0.5016  data: 0.0015  lr: 8.29e-04  mem: 50%  pow: 654.568 W
INFO    26-05-04 20:42:16.032510 - 1:06:29 -   grad: 1.26e-01  flops: 2.75e+14  wps: 2.57e+04  iter:  0.5007  data: 0.001  lr: 8.29e-04  mem: 50%  pow: 645.546 W
INFO    26-05-04 20:42:18.091413 - 1:06:31 -   grad: 1.26e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5275  data: 0.0013  lr: 8.30e-04  mem: 50%  pow: 653.231 W
INFO    26-05-04 20:42:20.232671 - 1:06:33 -   grad: 1.52e-01  flops: 3.27e+14  wps: 3.06e+04  iter:  0.4975  data: 0.0011  lr: 8.30e-04  mem: 50%  pow: 656.899 W
INFO    26-05-04 20:42:22.323459 - 1:06:36 -   grad: 1.49e-01  flops: 3.35e+14  wps: 3.14e+04  iter:  0.5296  data: 0.0014  lr: 8.31e-04  mem: 50%  pow: 642.763 W
INFO    26-05-04 20:42:24.541617 - 1:06:38 -   grad: 1.34e-01  flops: 3.16e+14  wps: 2.96e+04  iter:  0.5328  data: 0.0009  lr: 8.31e-04  mem: 50%  pow: 634.991 W
INFO    26-05-04 20:42:26.638610 - 1:06:40 -   grad: 1.52e-01  flops: 3.34e+14  wps: 3.13e+04  iter:  0.5118  data: 0.001  lr: 8.31e-04  mem: 50%  pow: 634.435 W
INFO    26-05-04 20:42:28.693084 - 1:06:42 -   grad: 1.59e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5315  data: 0.0011  lr: 8.32e-04  mem: 50%  pow: 639.921 W
INFO    26-05-04 20:42:30.722501 - 1:06:44 -   grad: 1.57e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.522  data: 0.001  lr: 8.33e-04  mem: 50%  pow: 645.508 W
INFO    26-05-04 20:42:32.833497 - 1:06:46 -   grad: 1.59e-01  flops: 3.32e+14  wps: 3.11e+04  iter:  0.5017  data: 0.0031  lr: 8.33e-04  mem: 50%  pow: 646.177 W
INFO    26-05-04 20:42:34.877130 - 1:06:48 -   grad: 1.46e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4984  data: 0.0011  lr: 8.34e-04  mem: 50%  pow: 656.58 W
INFO    26-05-04 20:42:37.332065 - 1:06:51 -   grad: 1.50e-01  flops: 2.85e+14  wps: 2.67e+04  iter:  0.4906  data: 0.0012  lr: 8.34e-04  mem: 50%  pow: 655.202 W
INFO    26-05-04 20:42:39.420684 - 1:06:53 -   grad: 1.48e-01  flops: 3.35e+14  wps: 3.14e+04  iter:  0.4951  data: 0.0017  lr: 8.35e-04  mem: 50%  pow: 647.768 W
INFO    26-05-04 20:42:41.529793 - 1:06:55 -   grad: 1.56e-01  flops: 3.32e+14  wps: 3.11e+04  iter:  0.5166  data: 0.0011  lr: 8.35e-04  mem: 50%  pow: 649.238 W
INFO    26-05-04 20:42:43.755070 - 1:06:57 -   grad: 1.52e-01  flops: 3.15e+14  wps: 2.95e+04  iter:  0.5023  data: 0.001  lr: 8.36e-04  mem: 50%  pow: 649.656 W
INFO    26-05-04 20:42:46.215409 - 1:06:59 -   grad: 1.33e-01  flops: 2.85e+14  wps: 2.67e+04  iter:  0.4943  data: 0.0012  lr: 8.36e-04  mem: 50%  pow: 648.598 W
INFO    26-05-04 20:42:48.255593 - 1:07:02 -   grad: 1.63e-01  flops: 3.43e+14  wps: 3.22e+04  iter:   0.493  data: 0.0013  lr: 8.37e-04  mem: 50%  pow: 651.868 W
INFO    26-05-04 20:42:50.261919 - 1:07:04 -   grad: 1.49e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4822  data: 0.0011  lr: 8.37e-04  mem: 50%  pow: 669.345 W
INFO    26-05-04 20:42:52.311933 - 1:07:06 -   grad: 1.32e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4954  data: 0.0049  lr: 8.38e-04  mem: 50%  pow: 662.973 W
INFO    26-05-04 20:42:54.476973 - 1:07:08 -   grad: 1.28e-01  flops: 3.24e+14  wps: 3.03e+04  iter:  0.5026  data: 0.0016  lr: 8.38e-04  mem: 50%  pow: 659.724 W
INFO    26-05-04 20:42:56.495143 - 1:07:10 -   grad: 1.36e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4911  data: 0.0014  lr: 8.39e-04  mem: 50%  pow: 649.374 W
INFO    26-05-04 20:42:58.476300 - 1:07:12 -   grad: 1.34e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5044  data: 0.0012  lr: 8.39e-04  mem: 50%  pow: 654.193 W
INFO    26-05-04 20:43:00.525097 - 1:07:14 -   grad: 1.41e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5072  data: 0.0012  lr: 8.40e-04  mem: 50%  pow: 647.453 W
INFO    26-05-04 20:43:02.527153 - 1:07:16 -   grad: 1.49e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4801  data: 0.0011  lr: 8.40e-04  mem: 50%  pow: 652.584 W
INFO    26-05-04 20:43:04.512369 - 1:07:18 -   grad: 1.40e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.5023  data: 0.001  lr: 8.40e-04  mem: 50%  pow: 651.135 W
INFO    26-05-04 20:43:06.523825 - 1:07:20 -   grad: 1.18e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5163  data: 0.0012  lr: 8.41e-04  mem: 50%  pow: 620.831 W
INFO    26-05-04 20:43:08.543702 - 1:07:22 -   grad: 1.20e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4941  data: 0.0016  lr: 8.42e-04  mem: 50%  pow: 647.316 W
INFO    26-05-04 20:43:10.557741 - 1:07:24 -   grad: 1.37e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.511  data: 0.0013  lr: 8.42e-04  mem: 50%  pow: 648.762 W
INFO    26-05-04 20:43:12.554316 - 1:07:26 -   grad: 1.25e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5107  data: 0.0015  lr: 8.43e-04  mem: 50%  pow: 657.173 W
INFO    26-05-04 20:43:14.651341 - 1:07:28 -   grad: 1.54e-01  flops: 3.35e+14  wps: 3.13e+04  iter:  0.5002  data: 0.0011  lr: 8.43e-04  mem: 50%  pow: 640.657 W
INFO    26-05-04 20:43:17.023301 - 1:07:30 -   grad: 1.51e-01  flops: 2.95e+14  wps: 2.76e+04  iter:  0.5024  data: 0.0018  lr: 8.44e-04  mem: 50%  pow: 644.126 W
INFO    26-05-04 20:43:19.036147 - 1:07:32 -   grad: 1.21e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5095  data: 0.0012  lr: 8.44e-04  mem: 50%  pow: 644.593 W
INFO    26-05-04 20:43:21.081311 - 1:07:34 -   grad: 1.50e-01  flops: 3.43e+14  wps: 3.22e+04  iter:  0.5143  data: 0.0012  lr: 8.45e-04  mem: 50%  pow: 655.911 W
INFO    26-05-04 20:43:23.101650 - 1:07:36 -   grad: 1.38e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5088  data: 0.001  lr: 8.45e-04  mem: 50%  pow: 653.576 W
INFO    26-05-04 20:43:25.106007 - 1:07:38 -   grad: 1.51e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5112  data: 0.0014  lr: 8.46e-04  mem: 50%  pow: 658.073 W
INFO    26-05-04 20:43:27.120751 - 1:07:40 -   grad: 1.67e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5005  data: 0.0018  lr: 8.46e-04  mem: 50%  pow: 642.348 W
INFO    26-05-04 20:43:29.116821 - 1:07:42 -   grad: 1.30e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5048  data: 0.0011  lr: 8.47e-04  mem: 50%  pow: 650.783 W
INFO    26-05-04 20:43:31.152704 - 1:07:44 -   grad: 1.59e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4984  data: 0.0011  lr: 8.47e-04  mem: 50%  pow: 662.926 W
INFO    26-05-04 20:43:33.189412 - 1:07:46 -   grad: 1.37e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4946  data: 0.0011  lr: 8.48e-04  mem: 50%  pow: 669.72 W
INFO    26-05-04 20:43:35.180226 - 1:07:48 -   grad: 1.37e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5101  data: 0.0022  lr: 8.48e-04  mem: 50%  pow: 655.344 W
INFO    26-05-04 20:43:37.247327 - 1:07:51 -   grad: 1.34e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5605  data: 0.0012  lr: 8.49e-04  mem: 50%  pow: 625.401 W
INFO    26-05-04 20:43:39.268481 - 1:07:53 -   grad: 1.33e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5137  data: 0.0014  lr: 8.49e-04  mem: 50%  pow: 661.562 W
INFO    26-05-04 20:43:41.324506 - 1:07:55 -   grad: 1.29e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5102  data: 0.001  lr: 8.50e-04  mem: 50%  pow: 653.83 W
INFO    26-05-04 20:43:43.330372 - 1:07:57 -   grad: 1.42e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4865  data: 0.0011  lr: 8.50e-04  mem: 50%  pow: 663.921 W
INFO    26-05-04 20:43:45.498095 - 1:07:59 -   grad: 1.40e-01  flops: 3.23e+14  wps: 3.02e+04  iter:  0.5057  data: 0.0011  lr: 8.51e-04  mem: 50%  pow: 653.888 W
INFO    26-05-04 20:43:47.798585 - 1:08:01 -   grad: 1.34e-01  flops: 3.05e+14  wps: 2.85e+04  iter:  0.5528  data: 0.0011  lr: 8.51e-04  mem: 50%  pow: 630.955 W
INFO    26-05-04 20:43:49.791135 - 1:08:03 -   grad: 1.36e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4925  data: 0.0037  lr: 8.52e-04  mem: 50%  pow: 657.369 W
INFO    26-05-04 20:43:51.828489 - 1:08:05 -   grad: 1.36e-01  flops: 3.44e+14  wps: 3.22e+04  iter:   0.522  data: 0.0012  lr: 8.52e-04  mem: 50%  pow: 638.928 W
INFO    26-05-04 20:43:54.232521 - 1:08:07 -   grad: 1.52e-01  flops: 2.91e+14  wps: 2.73e+04  iter:  0.5043  data: 0.0012  lr: 8.53e-04  mem: 50%  pow: 643.842 W
INFO    26-05-04 20:43:56.229295 - 1:08:09 -   grad: 1.35e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4939  data: 0.0011  lr: 8.53e-04  mem: 50%  pow: 653.205 W
INFO    26-05-04 20:43:58.247999 - 1:08:12 -   grad: 1.36e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5031  data: 0.0013  lr: 8.54e-04  mem: 50%  pow: 633.16 W
INFO    26-05-04 20:44:00.270267 - 1:08:14 -   grad: 1.26e-01  flops: 3.47e+14  wps: 3.24e+04  iter:  0.5223  data: 0.0012  lr: 8.54e-04  mem: 50%  pow: 646.812 W
INFO    26-05-04 20:44:02.282157 - 1:08:16 -   grad: 1.49e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5121  data: 0.0014  lr: 8.55e-04  mem: 50%  pow: 656.922 W
INFO    26-05-04 20:44:04.335562 - 1:08:18 -   grad: 1.44e-01  flops: 3.41e+14  wps: 3.20e+04  iter:  0.5159  data: 0.0014  lr: 8.55e-04  mem: 50%  pow: 639.191 W
INFO    26-05-04 20:44:06.359835 - 1:08:20 -   grad: 1.19e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4962  data: 0.0011  lr: 8.56e-04  mem: 50%  pow: 662.971 W
INFO    26-05-04 20:44:08.318496 - 1:08:22 -   grad: 1.46e-01  flops: 3.58e+14  wps: 3.35e+04  iter:  0.4867  data: 0.001  lr: 8.56e-04  mem: 50%  pow: 649.12 W
INFO    26-05-04 20:44:10.311982 - 1:08:24 -   grad: 1.33e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4984  data: 0.0011  lr: 8.57e-04  mem: 50%  pow: 662.588 W
INFO    26-05-04 20:44:12.304519 - 1:08:26 -   grad: 1.29e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4919  data: 0.0011  lr: 8.57e-04  mem: 50%  pow: 671.979 W
INFO    26-05-04 20:44:14.266062 - 1:08:28 -   grad: 1.38e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4851  data: 0.0047  lr: 8.58e-04  mem: 50%  pow: 669.275 W
INFO    26-05-04 20:44:16.305618 - 1:08:30 -   grad: 1.50e-01  flops: 3.43e+14  wps: 3.22e+04  iter:  0.5175  data: 0.0011  lr: 8.58e-04  mem: 50%  pow: 640.153 W
INFO    26-05-04 20:44:18.502909 - 1:08:32 -   grad: 1.22e-01  flops: 3.19e+14  wps: 2.98e+04  iter:  0.5582  data: 0.0011  lr: 8.59e-04  mem: 50%  pow: 633.917 W
INFO    26-05-04 20:44:20.565803 - 1:08:34 -   grad: 1.28e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5064  data: 0.001  lr: 8.59e-04  mem: 50%  pow: 648.644 W
INFO    26-05-04 20:44:22.621217 - 1:08:36 -   grad: 1.49e-01  flops: 3.42e+14  wps: 3.20e+04  iter:   0.515  data: 0.0015  lr: 8.60e-04  mem: 50%  pow: 642.46 W
INFO    26-05-04 20:44:24.643939 - 1:08:38 -   grad: 1.52e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5119  data: 0.0015  lr: 8.60e-04  mem: 50%  pow: 648.562 W
INFO    26-05-04 20:44:26.714455 - 1:08:40 -   grad: 1.38e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5102  data: 0.0011  lr: 8.61e-04  mem: 50%  pow: 644.674 W
INFO    26-05-04 20:44:28.734714 - 1:08:42 -   grad: 1.58e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5006  data: 0.0011  lr: 8.61e-04  mem: 50%  pow: 652.741 W
INFO    26-05-04 20:44:30.731267 - 1:08:44 -   grad: 1.78e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5061  data: 0.0014  lr: 8.62e-04  mem: 50%  pow: 650.121 W
INFO    26-05-04 20:44:33.242371 - 1:08:46 -   grad: 1.57e-01  flops: 2.79e+14  wps: 2.61e+04  iter:  0.5141  data: 0.0015  lr: 8.62e-04  mem: 50%  pow: 648.988 W
INFO    26-05-04 20:44:35.530804 - 1:08:49 -   grad: 1.53e-01  flops: 3.06e+14  wps: 2.87e+04  iter:  0.5152  data: 0.001  lr: 8.63e-04  mem: 50%  pow: 640.088 W
INFO    26-05-04 20:44:37.925468 - 1:08:51 -   grad: 1.56e-01  flops: 2.93e+14  wps: 2.74e+04  iter:  0.5267  data: 0.0014  lr: 8.63e-04  mem: 50%  pow: 638.463 W
INFO    26-05-04 20:44:40.049889 - 1:08:53 -   grad: 1.28e-01  flops: 3.30e+14  wps: 3.09e+04  iter:  0.4973  data: 0.0014  lr: 8.64e-04  mem: 50%  pow: 643.941 W
INFO    26-05-04 20:44:42.226844 - 1:08:55 -   grad: 1.26e-01  flops: 3.22e+14  wps: 3.01e+04  iter:  0.4977  data: 0.0166  lr: 8.64e-04  mem: 50%  pow: 646.569 W
INFO    26-05-04 20:44:44.286591 - 1:08:58 -   grad: 1.22e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.4865  data: 0.0133  lr: 8.65e-04  mem: 50%  pow: 667.4 W
INFO    26-05-04 20:44:46.268766 - 1:09:00 -   grad: 1.19e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4807  data: 0.0014  lr: 8.65e-04  mem: 50%  pow: 660.114 W
INFO    26-05-04 20:44:48.254893 - 1:09:02 -   grad: 1.37e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4998  data: 0.0019  lr: 8.66e-04  mem: 50%  pow: 647.941 W
INFO    26-05-04 20:44:51.134281 - 1:09:04 -   grad: 1.48e-01  flops: 2.43e+14  wps: 2.28e+04  iter:  0.5127  data: 0.0023  lr: 8.66e-04  mem: 50%  pow: 631.803 W
INFO    26-05-04 20:44:53.150876 - 1:09:06 -   grad: 1.33e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5126  data: 0.001  lr: 8.67e-04  mem: 50%  pow: 645.487 W
INFO    26-05-04 20:44:55.155831 - 1:09:08 -   grad: 1.42e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4979  data: 0.0013  lr: 8.67e-04  mem: 50%  pow: 652.864 W
INFO    26-05-04 20:44:57.144805 - 1:09:10 -   grad: 1.51e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5006  data: 0.0013  lr: 8.68e-04  mem: 50%  pow: 645.05 W
INFO    26-05-04 20:44:59.631176 - 1:09:13 -   grad: 1.27e-01  flops: 2.82e+14  wps: 2.64e+04  iter:  0.5224  data: 0.001  lr: 8.68e-04  mem: 50%  pow: 639.069 W
INFO    26-05-04 20:45:01.875184 - 1:09:15 -   grad: 1.22e-01  flops: 3.12e+14  wps: 2.92e+04  iter:  0.4989  data: 0.0013  lr: 8.69e-04  mem: 50%  pow: 656.385 W
INFO    26-05-04 20:45:03.852980 - 1:09:17 -   grad: 1.39e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.5075  data: 0.0014  lr: 8.69e-04  mem: 50%  pow: 662.326 W
INFO    26-05-04 20:45:05.853215 - 1:09:19 -   grad: 1.47e-01  flops: 3.50e+14  wps: 3.28e+04  iter:   0.483  data: 0.0011  lr: 8.70e-04  mem: 50%  pow: 662.144 W
INFO    26-05-04 20:45:07.892916 - 1:09:21 -   grad: 1.32e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5229  data: 0.0016  lr: 8.70e-04  mem: 50%  pow: 657.329 W
INFO    26-05-04 20:45:09.935494 - 1:09:23 -   grad: 1.17e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5142  data: 0.001  lr: 8.71e-04  mem: 50%  pow: 647.583 W
INFO    26-05-04 20:45:11.986607 - 1:09:25 -   grad: 1.34e-01  flops: 3.42e+14  wps: 3.20e+04  iter:   0.522  data: 0.0013  lr: 8.71e-04  mem: 50%  pow: 648.917 W
INFO    26-05-04 20:45:14.020634 - 1:09:27 -   grad: 1.12e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5109  data: 0.0012  lr: 8.72e-04  mem: 50%  pow: 656.861 W
INFO    26-05-04 20:45:16.329116 - 1:09:30 -   grad: 1.16e-01  flops: 3.04e+14  wps: 2.84e+04  iter:  0.4916  data: 0.001  lr: 8.72e-04  mem: 50%  pow: 647.859 W
INFO    26-05-04 20:45:18.398614 - 1:09:32 -   grad: 1.16e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.4933  data: 0.0012  lr: 8.73e-04  mem: 50%  pow: 647.146 W
INFO    26-05-04 20:45:20.422627 - 1:09:34 -   grad: 1.12e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5015  data: 0.001  lr: 8.73e-04  mem: 50%  pow: 655.143 W
INFO    26-05-04 20:45:23.675388 - 1:09:37 -   grad: 1.12e-01  flops: 2.15e+14  wps: 2.02e+04  iter:  0.4986  data: 0.0011  lr: 8.74e-04  mem: 50%  pow: 657.904 W
INFO    26-05-04 20:45:25.730780 - 1:09:39 -   grad: 1.32e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5059  data: 0.001  lr: 8.74e-04  mem: 50%  pow: 647.333 W
INFO    26-05-04 20:45:27.839893 - 1:09:41 -   grad: 1.30e-01  flops: 3.32e+14  wps: 3.11e+04  iter:  0.5278  data: 0.0014  lr: 8.75e-04  mem: 50%  pow: 644.307 W
INFO    26-05-04 20:45:30.358247 - 1:09:44 -   grad: 1.16e-01  flops: 2.78e+14  wps: 2.60e+04  iter:  0.4878  data: 0.0011  lr: 8.75e-04  mem: 50%  pow: 651.711 W
INFO    26-05-04 20:45:32.349799 - 1:09:46 -   grad: 1.34e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4927  data: 0.0011  lr: 8.75e-04  mem: 50%  pow: 658.044 W
INFO    26-05-04 20:45:34.376321 - 1:09:48 -   grad: 1.45e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4989  data: 0.0012  lr: 8.76e-04  mem: 50%  pow: 635.386 W
INFO    26-05-04 20:45:36.397805 - 1:09:50 -   grad: 1.39e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4989  data: 0.0012  lr: 8.77e-04  mem: 50%  pow: 658.549 W
INFO    26-05-04 20:45:38.455209 - 1:09:52 -   grad: 1.30e-01  flops: 3.40e+14  wps: 3.19e+04  iter:   0.511  data: 0.001  lr: 8.77e-04  mem: 50%  pow: 626.539 W
INFO    26-05-04 20:45:40.489946 - 1:09:54 -   grad: 1.29e-01  flops: 3.44e+14  wps: 3.23e+04  iter:  0.5352  data: 0.0014  lr: 8.77e-04  mem: 50%  pow: 657.996 W
INFO    26-05-04 20:45:42.470220 - 1:09:56 -   grad: 1.30e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4989  data: 0.0011  lr: 8.78e-04  mem: 50%  pow: 674.542 W
INFO    26-05-04 20:45:44.509139 - 1:09:58 -   grad: 1.29e-01  flops: 3.44e+14  wps: 3.22e+04  iter:   0.494  data: 0.0014  lr: 8.78e-04  mem: 50%  pow: 646.486 W
INFO    26-05-04 20:45:46.678622 - 1:10:00 -   grad: 1.28e-01  flops: 3.23e+14  wps: 3.02e+04  iter:  0.5048  data: 0.0014  lr: 8.79e-04  mem: 50%  pow: 642.819 W
INFO    26-05-04 20:45:48.760808 - 1:10:02 -   grad: 1.20e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.4951  data: 0.0011  lr: 8.79e-04  mem: 50%  pow: 657.08 W
INFO    26-05-04 20:45:50.740536 - 1:10:04 -   grad: 1.20e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4909  data: 0.0086  lr: 8.80e-04  mem: 50%  pow: 662.324 W
INFO    26-05-04 20:45:52.817157 - 1:10:06 -   grad: 1.18e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.5095  data: 0.0014  lr: 8.80e-04  mem: 50%  pow: 634.581 W
INFO    26-05-04 20:45:54.905752 - 1:10:08 -   grad: 1.21e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.5453  data: 0.0012  lr: 8.81e-04  mem: 50%  pow: 617.426 W
INFO    26-05-04 20:45:56.932894 - 1:10:10 -   grad: 1.27e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4953  data: 0.0011  lr: 8.82e-04  mem: 50%  pow: 648.511 W
INFO    26-05-04 20:45:59.049108 - 1:10:12 -   grad: 1.38e-01  flops: 3.31e+14  wps: 3.10e+04  iter:  0.5186  data: 0.0011  lr: 8.82e-04  mem: 50%  pow: 645.165 W
INFO    26-05-04 20:46:01.092562 - 1:10:14 -   grad: 1.48e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4891  data: 0.0014  lr: 8.82e-04  mem: 50%  pow: 662.313 W
INFO    26-05-04 20:46:03.153559 - 1:10:16 -   grad: 1.58e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5045  data: 0.0021  lr: 8.83e-04  mem: 50%  pow: 647.851 W
INFO    26-05-04 20:46:05.117149 - 1:10:18 -   grad: 1.37e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4745  data: 0.0014  lr: 8.83e-04  mem: 50%  pow: 665.992 W
INFO    26-05-04 20:46:09.952251 - 1:10:23 -   grad: 1.43e-01  flops: 1.45e+14  wps: 1.36e+04  iter:  0.4963  data: 0.0014  lr: 8.84e-04  mem: 50%  pow: 651.454 W
INFO    26-05-04 20:46:12.806351 - 1:10:26 -   grad: 1.65e-01  flops: 2.46e+14  wps: 2.30e+04  iter:  0.4954  data: 0.0123  lr: 8.84e-04  mem: 50%  pow: 649.862 W
INFO    26-05-04 20:46:14.816752 - 1:10:28 -   grad: 1.47e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.4988  data: 0.0012  lr: 8.85e-04  mem: 50%  pow: 645.695 W
INFO    26-05-04 20:46:16.860759 - 1:10:30 -   grad: 1.54e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5448  data: 0.0011  lr: 8.86e-04  mem: 50%  pow: 639.429 W
INFO    26-05-04 20:46:18.965784 - 1:10:32 -   grad: 1.54e-01  flops: 3.33e+14  wps: 3.12e+04  iter:  0.4914  data: 0.0014  lr: 8.86e-04  mem: 50%  pow: 659.627 W
INFO    26-05-04 20:46:20.936709 - 1:10:34 -   grad: 1.38e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4834  data: 0.0014  lr: 8.87e-04  mem: 50%  pow: 647.946 W
INFO    26-05-04 20:46:22.999937 - 1:10:36 -   grad: 1.59e-01  flops: 3.40e+14  wps: 3.19e+04  iter:  0.5196  data: 0.0012  lr: 8.87e-04  mem: 50%  pow: 635.032 W
INFO    26-05-04 20:46:24.977197 - 1:10:38 -   grad: 1.55e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4957  data: 0.0014  lr: 8.87e-04  mem: 50%  pow: 655.936 W
INFO    26-05-04 20:46:27.123021 - 1:10:40 -   grad: 1.48e-01  flops: 3.27e+14  wps: 3.06e+04  iter:  0.5237  data: 0.0016  lr: 8.88e-04  mem: 50%  pow: 618.502 W
INFO    26-05-04 20:46:29.214679 - 1:10:42 -   grad: 1.41e-01  flops: 3.35e+14  wps: 3.14e+04  iter:  0.4964  data: 0.0167  lr: 8.88e-04  mem: 50%  pow: 646.389 W
INFO    26-05-04 20:46:31.229700 - 1:10:44 -   grad: 1.34e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5233  data: 0.001  lr: 8.89e-04  mem: 50%  pow: 636.993 W
INFO    26-05-04 20:46:34.732271 - 1:10:48 -   grad: 1.38e-01  flops: 2.00e+14  wps: 1.87e+04  iter:  0.5024  data: 0.002  lr: 8.89e-04  mem: 50%  pow: 647.131 W
INFO    26-05-04 20:46:36.825250 - 1:10:50 -   grad: 1.29e-01  flops: 3.35e+14  wps: 3.13e+04  iter:  0.5217  data: 0.001  lr: 8.90e-04  mem: 50%  pow: 652.413 W
INFO    26-05-04 20:46:41.136247 - 1:10:54 -   grad: 1.40e-01  flops: 1.62e+14  wps: 1.52e+04  iter:   0.518  data: 0.0012  lr: 8.91e-04  mem: 50%  pow: 649.727 W
INFO    26-05-04 20:46:43.232815 - 1:10:56 -   grad: 1.19e-01  flops: 3.35e+14  wps: 3.13e+04  iter:  0.4933  data: 0.001  lr: 8.91e-04  mem: 50%  pow: 651.033 W
INFO    26-05-04 20:46:45.372701 - 1:10:59 -   grad: 1.42e-01  flops: 3.27e+14  wps: 3.07e+04  iter:   0.502  data: 0.0011  lr: 8.91e-04  mem: 50%  pow: 641.311 W
INFO    26-05-04 20:46:47.407649 - 1:11:01 -   grad: 1.29e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5022  data: 0.0013  lr: 8.92e-04  mem: 50%  pow: 655.956 W
INFO    26-05-04 20:46:49.482398 - 1:11:03 -   grad: 1.27e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.5203  data: 0.0018  lr: 8.92e-04  mem: 50%  pow: 631.998 W
INFO    26-05-04 20:46:51.446890 - 1:11:05 -   grad: 1.36e-01  flops: 3.57e+14  wps: 3.34e+04  iter:   0.508  data: 0.0017  lr: 8.93e-04  mem: 50%  pow: 659.798 W
INFO    26-05-04 20:46:53.457553 - 1:11:07 -   grad: 1.15e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5038  data: 0.001  lr: 8.93e-04  mem: 50%  pow: 644.749 W
INFO    26-05-04 20:46:55.500290 - 1:11:09 -   grad: 1.28e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5206  data: 0.0013  lr: 8.94e-04  mem: 50%  pow: 638.992 W
INFO    26-05-04 20:46:57.712783 - 1:11:11 -   grad: 1.20e-01  flops: 3.17e+14  wps: 2.96e+04  iter:  0.5129  data: 0.0009  lr: 8.95e-04  mem: 50%  pow: 643.235 W
INFO    26-05-04 20:46:59.720114 - 1:11:13 -   grad: 1.10e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5106  data: 0.0011  lr: 8.95e-04  mem: 50%  pow: 641.964 W
INFO    26-05-04 20:47:02.296196 - 1:11:16 -   grad: 1.22e-01  flops: 2.72e+14  wps: 2.55e+04  iter:  0.5564  data: 0.0011  lr: 8.96e-04  mem: 50%  pow: 648.086 W
INFO    26-05-04 20:47:04.749214 - 1:11:18 -   grad: 1.37e-01  flops: 2.86e+14  wps: 2.67e+04  iter:  0.4919  data: 0.001  lr: 8.96e-04  mem: 50%  pow: 635.009 W
INFO    26-05-04 20:47:07.142309 - 1:11:20 -   grad: 1.39e-01  flops: 2.93e+14  wps: 2.74e+04  iter:  0.4948  data: 0.0011  lr: 8.96e-04  mem: 50%  pow: 664.144 W
INFO    26-05-04 20:47:09.268109 - 1:11:23 -   grad: 1.19e-01  flops: 3.29e+14  wps: 3.08e+04  iter:  0.5061  data: 0.0011  lr: 8.97e-04  mem: 50%  pow: 666.75 W
INFO    26-05-04 20:47:11.279788 - 1:11:25 -   grad: 1.34e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.499  data: 0.0014  lr: 8.97e-04  mem: 50%  pow: 659.454 W
INFO    26-05-04 20:47:13.299010 - 1:11:27 -   grad: 1.24e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4931  data: 0.0011  lr: 8.98e-04  mem: 50%  pow: 650.103 W
INFO    26-05-04 20:47:15.498855 - 1:11:29 -   grad: 1.23e-01  flops: 3.18e+14  wps: 2.98e+04  iter:  0.5056  data: 0.0013  lr: 8.98e-04  mem: 50%  pow: 658.557 W
INFO    26-05-04 20:47:18.271876 - 1:11:32 -   grad: 1.33e-01  flops: 2.53e+14  wps: 2.37e+04  iter:  0.4986  data: 0.001  lr: 8.99e-04  mem: 50%  pow: 661.28 W
INFO    26-05-04 20:47:20.329017 - 1:11:34 -   grad: 1.34e-01  flops: 3.40e+14  wps: 3.19e+04  iter:  0.5046  data: 0.001  lr: 9.00e-04  mem: 50%  pow: 645.993 W
INFO    26-05-04 20:47:22.536646 - 1:11:36 -   grad: 1.23e-01  flops: 3.18e+14  wps: 2.97e+04  iter:  0.5207  data: 0.0014  lr: 9.00e-04  mem: 50%  pow: 647.386 W
INFO    26-05-04 20:47:24.544545 - 1:11:38 -   grad: 1.24e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5049  data: 0.0014  lr: 9.00e-04  mem: 50%  pow: 645.786 W
INFO    26-05-04 20:47:26.607177 - 1:11:40 -   grad: 1.23e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5064  data: 0.0014  lr: 9.01e-04  mem: 50%  pow: 637.785 W
INFO    26-05-04 20:47:28.602134 - 1:11:42 -   grad: 1.10e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4873  data: 0.0021  lr: 9.01e-04  mem: 50%  pow: 658.723 W
INFO    26-05-04 20:47:30.621119 - 1:11:44 -   grad: 1.18e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5001  data: 0.0014  lr: 9.02e-04  mem: 50%  pow: 653.401 W
INFO    26-05-04 20:47:32.658686 - 1:11:46 -   grad: 1.15e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5342  data: 0.0011  lr: 9.02e-04  mem: 50%  pow: 651.561 W
INFO    26-05-04 20:47:35.140575 - 1:11:48 -   grad: 1.24e-01  flops: 2.82e+14  wps: 2.64e+04  iter:  0.5113  data: 0.0014  lr: 9.03e-04  mem: 50%  pow: 657.376 W
INFO    26-05-04 20:47:37.233191 - 1:11:50 -   grad: 1.21e-01  flops: 3.35e+14  wps: 3.14e+04  iter:  0.4883  data: 0.0012  lr: 9.04e-04  mem: 50%  pow: 665.941 W
INFO    26-05-04 20:47:39.212021 - 1:11:52 -   grad: 1.28e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.5089  data: 0.001  lr: 9.04e-04  mem: 50%  pow: 657.708 W
INFO    26-05-04 20:47:41.312008 - 1:11:55 -   grad: 1.54e-01  flops: 3.34e+14  wps: 3.13e+04  iter:  0.4997  data: 0.001  lr: 9.05e-04  mem: 50%  pow: 660.403 W
INFO    26-05-04 20:47:43.386615 - 1:11:57 -   grad: 1.56e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.4958  data: 0.0014  lr: 9.05e-04  mem: 50%  pow: 655.788 W
INFO    26-05-04 20:47:45.451051 - 1:11:59 -   grad: 1.74e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5031  data: 0.001  lr: 9.05e-04  mem: 50%  pow: 638.373 W
INFO    26-05-04 20:47:47.549727 - 1:12:01 -   grad: 1.54e-01  flops: 3.34e+14  wps: 3.13e+04  iter:   0.509  data: 0.0012  lr: 9.06e-04  mem: 50%  pow: 646.485 W
INFO    26-05-04 20:47:49.551857 - 1:12:03 -   grad: 1.59e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5026  data: 0.001  lr: 9.06e-04  mem: 50%  pow: 647.307 W
INFO    26-05-04 20:47:51.625401 - 1:12:05 -   grad: 1.48e-01  flops: 3.40e+14  wps: 3.19e+04  iter:  0.4946  data: 0.0013  lr: 9.07e-04  mem: 50%  pow: 664.637 W
INFO    26-05-04 20:47:53.728717 - 1:12:07 -   grad: 1.65e-01  flops: 3.33e+14  wps: 3.12e+04  iter:  0.4941  data: 0.0015  lr: 9.07e-04  mem: 50%  pow: 657.039 W
INFO    26-05-04 20:47:56.108710 - 1:12:09 -   grad: 1.46e-01  flops: 2.94e+14  wps: 2.76e+04  iter:  0.5296  data: 0.001  lr: 9.08e-04  mem: 50%  pow: 646.984 W
INFO    26-05-04 20:47:58.116323 - 1:12:11 -   grad: 1.43e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5037  data: 0.0014  lr: 9.09e-04  mem: 50%  pow: 642.417 W
INFO    26-05-04 20:48:00.128628 - 1:12:13 -   grad: 1.47e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5087  data: 0.0015  lr: 9.09e-04  mem: 50%  pow: 647.14 W
INFO    26-05-04 20:48:02.172042 - 1:12:15 -   grad: 1.49e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5181  data: 0.001  lr: 9.10e-04  mem: 50%  pow: 636.482 W
INFO    26-05-04 20:48:04.800664 - 1:12:18 -   grad: 1.29e-01  flops: 2.66e+14  wps: 2.49e+04  iter:   0.497  data: 0.0011  lr: 9.10e-04  mem: 50%  pow: 636.137 W
INFO    26-05-04 20:48:06.835111 - 1:12:20 -   grad: 1.21e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5194  data: 0.0021  lr: 9.10e-04  mem: 50%  pow: 650.242 W
INFO    26-05-04 20:48:08.983313 - 1:12:22 -   grad: 1.20e-01  flops: 3.26e+14  wps: 3.05e+04  iter:  0.5151  data: 0.001  lr: 9.11e-04  mem: 50%  pow: 626.476 W
INFO    26-05-04 20:48:10.992985 - 1:12:24 -   grad: 1.08e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5036  data: 0.0011  lr: 9.11e-04  mem: 50%  pow: 648.104 W
INFO    26-05-04 20:48:13.049434 - 1:12:26 -   grad: 1.10e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4988  data: 0.0012  lr: 9.12e-04  mem: 50%  pow: 644.953 W
INFO    26-05-04 20:48:15.609854 - 1:12:29 -   grad: 1.16e-01  flops: 2.74e+14  wps: 2.56e+04  iter:  0.5178  data: 0.0011  lr: 9.13e-04  mem: 50%  pow: 649.873 W
INFO    26-05-04 20:48:20.397582 - 1:12:34 -   grad: 1.31e-01  flops: 1.46e+14  wps: 1.37e+04  iter:  0.4992  data: 0.001  lr: 9.13e-04  mem: 50%  pow: 662.738 W
INFO    26-05-04 20:48:23.351895 - 1:12:37 -   grad: 1.35e-01  flops: 2.37e+14  wps: 2.22e+04  iter:  0.4977  data: 0.0016  lr: 9.14e-04  mem: 50%  pow: 642.025 W
INFO    26-05-04 20:48:25.399196 - 1:12:39 -   grad: 1.24e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4857  data: 0.001  lr: 9.14e-04  mem: 50%  pow: 654.457 W
INFO    26-05-04 20:48:27.448270 - 1:12:41 -   grad: 1.37e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4949  data: 0.001  lr: 9.14e-04  mem: 50%  pow: 664.658 W
INFO    26-05-04 20:48:29.621828 - 1:12:43 -   grad: 1.29e-01  flops: 3.23e+14  wps: 3.03e+04  iter:  0.5055  data: 0.0011  lr: 9.15e-04  mem: 50%  pow: 642.935 W
INFO    26-05-04 20:48:32.080562 - 1:12:45 -   grad: 1.11e-01  flops: 2.85e+14  wps: 2.67e+04  iter:  0.4937  data: 0.0012  lr: 9.15e-04  mem: 50%  pow: 644.964 W
INFO    26-05-04 20:48:34.089751 - 1:12:47 -   grad: 1.29e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5023  data: 0.0011  lr: 9.16e-04  mem: 50%  pow: 653.183 W
INFO    26-05-04 20:48:36.146594 - 1:12:49 -   grad: 1.14e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5015  data: 0.0014  lr: 9.16e-04  mem: 50%  pow: 652.242 W
INFO    26-05-04 20:48:38.330018 - 1:12:52 -   grad: 1.28e-01  flops: 3.21e+14  wps: 3.01e+04  iter:  0.5036  data: 0.0011  lr: 9.17e-04  mem: 50%  pow: 664.85 W
INFO    26-05-04 20:48:40.358405 - 1:12:54 -   grad: 1.27e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.495  data: 0.0014  lr: 9.18e-04  mem: 50%  pow: 654.763 W
INFO    26-05-04 20:48:42.425605 - 1:12:56 -   grad: 1.18e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5129  data: 0.001  lr: 9.18e-04  mem: 50%  pow: 638.772 W
INFO    26-05-04 20:48:44.510451 - 1:12:58 -   grad: 1.16e-01  flops: 3.36e+14  wps: 3.15e+04  iter:  0.5029  data: 0.001  lr: 9.19e-04  mem: 50%  pow: 623.646 W
INFO    26-05-04 20:48:46.541001 - 1:13:00 -   grad: 1.18e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.504  data: 0.0011  lr: 9.19e-04  mem: 50%  pow: 655.445 W
INFO    26-05-04 20:48:48.564317 - 1:13:02 -   grad: 1.22e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5043  data: 0.0018  lr: 9.19e-04  mem: 50%  pow: 651.543 W
INFO    26-05-04 20:48:50.662401 - 1:13:04 -   grad: 1.17e-01  flops: 3.34e+14  wps: 3.13e+04  iter:  0.4934  data: 0.0011  lr: 9.20e-04  mem: 50%  pow: 654.096 W
INFO    26-05-04 20:48:52.666986 - 1:13:06 -   grad: 1.21e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5027  data: 0.001  lr: 9.20e-04  mem: 50%  pow: 651.792 W
INFO    26-05-04 20:48:54.694812 - 1:13:08 -   grad: 1.22e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5062  data: 0.0009  lr: 9.21e-04  mem: 50%  pow: 637.623 W
INFO    26-05-04 20:48:56.704242 - 1:13:10 -   grad: 1.30e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5083  data: 0.0012  lr: 9.22e-04  mem: 50%  pow: 650.673 W
INFO    26-05-04 20:48:58.711264 - 1:13:12 -   grad: 1.48e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5035  data: 0.0009  lr: 9.22e-04  mem: 50%  pow: 657.44 W
INFO    26-05-04 20:49:00.737561 - 1:13:14 -   grad: 1.47e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5192  data: 0.001  lr: 9.23e-04  mem: 50%  pow: 659.854 W
INFO    26-05-04 20:49:03.005265 - 1:13:16 -   grad: 1.35e-01  flops: 3.09e+14  wps: 2.89e+04  iter:  0.5287  data: 0.0013  lr: 9.23e-04  mem: 50%  pow: 630.672 W
INFO    26-05-04 20:49:05.426027 - 1:13:19 -   grad: 1.40e-01  flops: 2.89e+14  wps: 2.71e+04  iter:  0.5023  data: 0.0014  lr: 9.24e-04  mem: 50%  pow: 648.199 W
INFO    26-05-04 20:49:07.432815 - 1:13:21 -   grad: 1.34e-01  flops: 3.49e+14  wps: 3.27e+04  iter:   0.518  data: 0.0029  lr: 9.24e-04  mem: 50%  pow: 649.915 W
INFO    26-05-04 20:49:09.455052 - 1:13:23 -   grad: 1.40e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4975  data: 0.001  lr: 9.24e-04  mem: 50%  pow: 651.776 W
INFO    26-05-04 20:49:11.453067 - 1:13:25 -   grad: 1.59e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5091  data: 0.0015  lr: 9.25e-04  mem: 50%  pow: 656.132 W
INFO    26-05-04 20:49:13.489699 - 1:13:27 -   grad: 1.64e-01  flops: 3.44e+14  wps: 3.22e+04  iter:   0.491  data: 0.0009  lr: 9.25e-04  mem: 50%  pow: 660.338 W
INFO    26-05-04 20:49:15.535612 - 1:13:29 -   grad: 1.39e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.5013  data: 0.001  lr: 9.26e-04  mem: 50%  pow: 639.142 W
INFO    26-05-04 20:49:17.546008 - 1:13:31 -   grad: 1.51e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5014  data: 0.0019  lr: 9.27e-04  mem: 50%  pow: 654.665 W
INFO    26-05-04 20:49:19.658038 - 1:13:33 -   grad: 1.64e-01  flops: 3.35e+14  wps: 3.14e+04  iter:  0.4903  data: 0.0166  lr: 9.27e-04  mem: 50%  pow: 646.641 W
INFO    26-05-04 20:49:21.712433 - 1:13:35 -   grad: 1.26e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5144  data: 0.0021  lr: 9.28e-04  mem: 50%  pow: 637.512 W
INFO    26-05-04 20:49:23.779217 - 1:13:37 -   grad: 1.65e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5029  data: 0.0011  lr: 9.28e-04  mem: 50%  pow: 648.193 W
INFO    26-05-04 20:49:25.778506 - 1:13:39 -   grad: 1.40e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4823  data: 0.0014  lr: 9.28e-04  mem: 50%  pow: 652.64 W
INFO    26-05-04 20:49:27.763814 - 1:13:41 -   grad: 1.15e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4848  data: 0.0014  lr: 9.29e-04  mem: 50%  pow: 670.876 W
INFO    26-05-04 20:49:29.775037 - 1:13:43 -   grad: 1.35e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5104  data: 0.0012  lr: 9.29e-04  mem: 50%  pow: 661.203 W
INFO    26-05-04 20:49:31.797733 - 1:13:45 -   grad: 1.22e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5148  data: 0.0016  lr: 9.30e-04  mem: 50%  pow: 644.703 W
INFO    26-05-04 20:49:34.240170 - 1:13:47 -   grad: 1.19e-01  flops: 2.87e+14  wps: 2.68e+04  iter:  0.4867  data: 0.0022  lr: 9.31e-04  mem: 50%  pow: 654.963 W
INFO    26-05-04 20:49:36.389843 - 1:13:50 -   grad: 1.23e-01  flops: 3.26e+14  wps: 3.05e+04  iter:  0.5079  data: 0.001  lr: 9.31e-04  mem: 50%  pow: 653.216 W
INFO    26-05-04 20:49:38.362552 - 1:13:52 -   grad: 1.38e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4914  data: 0.0014  lr: 9.32e-04  mem: 50%  pow: 656.396 W
INFO    26-05-04 20:49:40.415431 - 1:13:54 -   grad: 1.53e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5352  data: 0.0014  lr: 9.32e-04  mem: 50%  pow: 642.867 W
INFO    26-05-04 20:49:42.440257 - 1:13:56 -   grad: 1.15e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5007  data: 0.001  lr: 9.33e-04  mem: 50%  pow: 659.42 W
INFO    26-05-04 20:49:44.436379 - 1:13:58 -   grad: 1.42e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4973  data: 0.0015  lr: 9.33e-04  mem: 50%  pow: 664.041 W
INFO    26-05-04 20:49:46.474560 - 1:14:00 -   grad: 1.36e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5079  data: 0.0011  lr: 9.33e-04  mem: 50%  pow: 633.256 W
INFO    26-05-04 20:49:48.501492 - 1:14:02 -   grad: 1.45e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4864  data: 0.0183  lr: 9.34e-04  mem: 50%  pow: 654.201 W
INFO    26-05-04 20:49:50.530616 - 1:14:04 -   grad: 1.57e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5282  data: 0.0016  lr: 9.35e-04  mem: 50%  pow: 636.23 W
INFO    26-05-04 20:49:52.556570 - 1:14:06 -   grad: 1.50e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4981  data: 0.0013  lr: 9.35e-04  mem: 50%  pow: 654.361 W
INFO    26-05-04 20:49:54.544245 - 1:14:08 -   grad: 1.24e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5061  data: 0.0015  lr: 9.36e-04  mem: 50%  pow: 660.131 W
INFO    26-05-04 20:49:56.526019 - 1:14:10 -   grad: 1.32e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5046  data: 0.0019  lr: 9.36e-04  mem: 50%  pow: 655.99 W
INFO    26-05-04 20:49:58.506341 - 1:14:12 -   grad: 1.22e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4935  data: 0.0015  lr: 9.37e-04  mem: 50%  pow: 656.217 W
INFO    26-05-04 20:50:00.579442 - 1:14:14 -   grad: 1.19e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5156  data: 0.0013  lr: 9.37e-04  mem: 50%  pow: 652.275 W
INFO    26-05-04 20:50:02.630473 - 1:14:16 -   grad: 1.21e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5297  data: 0.0011  lr: 9.37e-04  mem: 50%  pow: 640.359 W
INFO    26-05-04 20:50:04.618248 - 1:14:18 -   grad: 1.36e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5059  data: 0.001  lr: 9.38e-04  mem: 50%  pow: 646.429 W
INFO    26-05-04 20:50:07.527564 - 1:14:21 -   grad: 1.37e-01  flops: 2.41e+14  wps: 2.25e+04  iter:  0.4974  data: 0.0012  lr: 9.38e-04  mem: 50%  pow: 639.839 W
INFO    26-05-04 20:50:10.008283 - 1:14:23 -   grad: 1.25e-01  flops: 2.82e+14  wps: 2.64e+04  iter:   0.518  data: 0.0011  lr: 9.39e-04  mem: 50%  pow: 644.271 W
INFO    26-05-04 20:50:12.200534 - 1:14:25 -   grad: 1.20e-01  flops: 3.19e+14  wps: 2.99e+04  iter:  0.4798  data: 0.0012  lr: 9.40e-04  mem: 50%  pow: 658.663 W
INFO    26-05-04 20:50:14.198526 - 1:14:27 -   grad: 1.21e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5106  data: 0.001  lr: 9.40e-04  mem: 50%  pow: 648.678 W
INFO    26-05-04 20:50:16.208442 - 1:14:29 -   grad: 1.16e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4915  data: 0.0025  lr: 9.41e-04  mem: 50%  pow: 668.405 W
INFO    26-05-04 20:50:18.325567 - 1:14:32 -   grad: 1.26e-01  flops: 3.31e+14  wps: 3.10e+04  iter:  0.5082  data: 0.0016  lr: 9.41e-04  mem: 50%  pow: 641.447 W
INFO    26-05-04 20:50:20.412703 - 1:14:34 -   grad: 1.05e-01  flops: 3.36e+14  wps: 3.14e+04  iter:    0.52  data: 0.0009  lr: 9.42e-04  mem: 50%  pow: 632.621 W
INFO    26-05-04 20:50:22.845966 - 1:14:36 -   grad: 1.22e-01  flops: 2.88e+14  wps: 2.69e+04  iter:  0.5003  data: 0.0011  lr: 9.42e-04  mem: 50%  pow: 646.496 W
INFO    26-05-04 20:50:25.504250 - 1:14:39 -   grad: 1.06e-01  flops: 2.64e+14  wps: 2.47e+04  iter:  0.4939  data: 0.001  lr: 9.42e-04  mem: 50%  pow: 643.179 W
INFO    26-05-04 20:50:27.528945 - 1:14:41 -   grad: 1.20e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5109  data: 0.0012  lr: 9.43e-04  mem: 50%  pow: 643.826 W
INFO    26-05-04 20:50:29.682171 - 1:14:43 -   grad: 1.12e-01  flops: 3.26e+14  wps: 3.05e+04  iter:  0.4901  data: 0.0013  lr: 9.44e-04  mem: 50%  pow: 635.287 W
INFO    26-05-04 20:50:31.657044 - 1:14:45 -   grad: 1.33e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.5205  data: 0.0015  lr: 9.44e-04  mem: 50%  pow: 662.535 W
INFO    26-05-04 20:50:33.763177 - 1:14:47 -   grad: 1.32e-01  flops: 3.34e+14  wps: 3.13e+04  iter:  0.5075  data: 0.0011  lr: 9.45e-04  mem: 50%  pow: 655.419 W
INFO    26-05-04 20:50:36.066974 - 1:14:49 -   grad: 1.36e-01  flops: 3.05e+14  wps: 2.85e+04  iter:  0.5181  data: 0.001  lr: 9.45e-04  mem: 50%  pow: 658.357 W
INFO    26-05-04 20:50:38.055102 - 1:14:51 -   grad: 1.30e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4995  data: 0.0017  lr: 9.46e-04  mem: 50%  pow: 671.254 W
INFO    26-05-04 20:50:40.099987 - 1:14:53 -   grad: 1.39e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4875  data: 0.0012  lr: 9.46e-04  mem: 50%  pow: 646.528 W
INFO    26-05-04 20:50:42.122643 - 1:14:55 -   grad: 1.27e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5028  data: 0.0027  lr: 9.47e-04  mem: 50%  pow: 650.853 W
INFO    26-05-04 20:50:44.151155 - 1:14:57 -   grad: 1.32e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5107  data: 0.0011  lr: 9.47e-04  mem: 50%  pow: 661.13 W
INFO    26-05-04 20:50:46.995511 - 1:15:00 -   grad: 1.41e-01  flops: 2.46e+14  wps: 2.31e+04  iter:  0.5096  data: 0.0035  lr: 9.47e-04  mem: 50%  pow: 642.797 W
INFO    26-05-04 20:50:51.062771 - 1:15:04 -   grad: 1.17e-01  flops: 1.72e+14  wps: 1.61e+04  iter:  0.5019  data: 0.0015  lr: 9.48e-04  mem: 50%  pow: 656.014 W
INFO    26-05-04 20:50:53.112520 - 1:15:06 -   grad: 1.18e-01  flops: 3.42e+14  wps: 3.20e+04  iter:   0.506  data: 0.0015  lr: 9.49e-04  mem: 50%  pow: 642.658 W
INFO    26-05-04 20:50:55.256578 - 1:15:09 -   grad: 1.35e-01  flops: 3.27e+14  wps: 3.06e+04  iter:  0.5092  data: 0.0013  lr: 9.49e-04  mem: 50%  pow: 643.065 W
INFO    26-05-04 20:50:57.287285 - 1:15:11 -   grad: 1.27e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5062  data: 0.0013  lr: 9.50e-04  mem: 50%  pow: 656.794 W
INFO    26-05-04 20:50:59.318573 - 1:15:13 -   grad: 1.45e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5204  data: 0.0012  lr: 9.50e-04  mem: 50%  pow: 651.511 W
INFO    26-05-04 20:51:01.736620 - 1:15:15 -   grad: 1.18e-01  flops: 2.90e+14  wps: 2.71e+04  iter:   0.501  data: 0.0011  lr: 9.51e-04  mem: 50%  pow: 657.936 W
INFO    26-05-04 20:51:03.784250 - 1:15:17 -   grad: 1.28e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5143  data: 0.0011  lr: 9.51e-04  mem: 50%  pow: 640.358 W
INFO    26-05-04 20:51:05.818457 - 1:15:19 -   grad: 1.38e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5285  data: 0.0017  lr: 9.51e-04  mem: 50%  pow: 644.983 W
INFO    26-05-04 20:51:07.885972 - 1:15:21 -   grad: 1.26e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5054  data: 0.0015  lr: 9.52e-04  mem: 50%  pow: 652.524 W
INFO    26-05-04 20:51:09.880863 - 1:15:23 -   grad: 1.37e-01  flops: 3.51e+14  wps: 3.29e+04  iter:   0.505  data: 0.0013  lr: 9.53e-04  mem: 50%  pow: 657.274 W
INFO    26-05-04 20:51:12.379630 - 1:15:26 -   grad: 1.34e-01  flops: 2.80e+14  wps: 2.62e+04  iter:  0.4916  data: 0.001  lr: 9.53e-04  mem: 50%  pow: 664.974 W
INFO    26-05-04 20:51:14.423464 - 1:15:28 -   grad: 1.14e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5175  data: 0.0048  lr: 9.54e-04  mem: 50%  pow: 647.672 W
INFO    26-05-04 20:51:16.466988 - 1:15:30 -   grad: 1.17e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5223  data: 0.0011  lr: 9.54e-04  mem: 50%  pow: 657.42 W
INFO    26-05-04 20:51:18.536682 - 1:15:32 -   grad: 1.11e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.4999  data: 0.0009  lr: 9.55e-04  mem: 50%  pow: 640.057 W
INFO    26-05-04 20:51:20.876473 - 1:15:34 -   grad: 1.15e-01  flops: 2.99e+14  wps: 2.80e+04  iter:  0.5448  data: 0.0011  lr: 9.55e-04  mem: 50%  pow: 646.968 W
INFO    26-05-04 20:51:22.882630 - 1:15:36 -   grad: 1.08e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5117  data: 0.0012  lr: 9.56e-04  mem: 50%  pow: 656.551 W
INFO    26-05-04 20:51:24.926412 - 1:15:38 -   grad: 1.18e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5182  data: 0.0015  lr: 9.56e-04  mem: 50%  pow: 641.252 W
INFO    26-05-04 20:51:26.894263 - 1:15:40 -   grad: 1.37e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4865  data: 0.0011  lr: 9.56e-04  mem: 50%  pow: 656.837 W
INFO    26-05-04 20:51:28.925913 - 1:15:42 -   grad: 1.50e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5133  data: 0.0015  lr: 9.57e-04  mem: 50%  pow: 642.235 W
INFO    26-05-04 20:51:30.977477 - 1:15:44 -   grad: 1.47e-01  flops: 3.41e+14  wps: 3.20e+04  iter:  0.4995  data: 0.0016  lr: 9.58e-04  mem: 50%  pow: 654.995 W
INFO    26-05-04 20:51:32.980139 - 1:15:46 -   grad: 1.54e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5043  data: 0.0016  lr: 9.58e-04  mem: 50%  pow: 649.206 W
INFO    26-05-04 20:51:35.713449 - 1:15:49 -   grad: 1.36e-01  flops: 2.56e+14  wps: 2.40e+04  iter:  0.4908  data: 0.0011  lr: 9.59e-04  mem: 50%  pow: 641.308 W
INFO    26-05-04 20:51:37.820847 - 1:15:51 -   grad: 1.29e-01  flops: 3.33e+14  wps: 3.11e+04  iter:  0.4964  data: 0.0011  lr: 9.59e-04  mem: 50%  pow: 646.342 W
INFO    26-05-04 20:51:40.299496 - 1:15:54 -   grad: 1.35e-01  flops: 2.83e+14  wps: 2.64e+04  iter:  0.5213  data: 0.001  lr: 9.60e-04  mem: 50%  pow: 644.111 W
INFO    26-05-04 20:51:42.632079 - 1:15:56 -   grad: 1.31e-01  flops: 3.00e+14  wps: 2.81e+04  iter:  0.4744  data: 0.0215  lr: 9.60e-04  mem: 50%  pow: 655.71 W
INFO    26-05-04 20:51:44.701673 - 1:15:58 -   grad: 1.34e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5129  data: 0.0015  lr: 9.61e-04  mem: 50%  pow: 634.082 W
INFO    26-05-04 20:51:46.789409 - 1:16:00 -   grad: 1.46e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.5054  data: 0.0009  lr: 9.61e-04  mem: 50%  pow: 647.044 W
INFO    26-05-04 20:51:48.812497 - 1:16:02 -   grad: 1.41e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4722  data: 0.0241  lr: 9.62e-04  mem: 50%  pow: 662.434 W
INFO    26-05-04 20:51:50.821195 - 1:16:04 -   grad: 1.46e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5171  data: 0.001  lr: 9.62e-04  mem: 50%  pow: 658.795 W
INFO    26-05-04 20:51:52.805199 - 1:16:06 -   grad: 1.36e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.5102  data: 0.001  lr: 9.63e-04  mem: 50%  pow: 650.284 W
INFO    26-05-04 20:51:55.013765 - 1:16:08 -   grad: 1.24e-01  flops: 3.17e+14  wps: 2.97e+04  iter:  0.4987  data: 0.0011  lr: 9.63e-04  mem: 50%  pow: 640.314 W
INFO    26-05-04 20:51:57.027619 - 1:16:10 -   grad: 1.24e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4925  data: 0.001  lr: 9.64e-04  mem: 50%  pow: 650.421 W
INFO    26-05-04 20:51:59.041642 - 1:16:12 -   grad: 1.39e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5285  data: 0.0015  lr: 9.64e-04  mem: 50%  pow: 651.127 W
INFO    26-05-04 20:52:01.080878 - 1:16:14 -   grad: 1.21e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4841  data: 0.0011  lr: 9.65e-04  mem: 50%  pow: 670.129 W
INFO    26-05-04 20:52:03.101185 - 1:16:16 -   grad: 1.31e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5057  data: 0.0012  lr: 9.65e-04  mem: 50%  pow: 655.018 W
INFO    26-05-04 20:52:05.089923 - 1:16:18 -   grad: 1.23e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5106  data: 0.0015  lr: 9.65e-04  mem: 50%  pow: 668.845 W
INFO    26-05-04 20:52:07.395812 - 1:16:21 -   grad: 1.18e-01  flops: 3.04e+14  wps: 2.84e+04  iter:  0.5122  data: 0.0016  lr: 9.66e-04  mem: 50%  pow: 639.596 W
INFO    26-05-04 20:52:09.442532 - 1:16:23 -   grad: 1.16e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4975  data: 0.001  lr: 9.67e-04  mem: 50%  pow: 649.159 W
INFO    26-05-04 20:52:11.534902 - 1:16:25 -   grad: 1.25e-01  flops: 3.36e+14  wps: 3.15e+04  iter:  0.5163  data: 0.0011  lr: 9.67e-04  mem: 50%  pow: 636.383 W
INFO    26-05-04 20:52:13.565093 - 1:16:27 -   grad: 1.22e-01  flops: 3.46e+14  wps: 3.23e+04  iter:  0.5031  data: 0.0015  lr: 9.68e-04  mem: 50%  pow: 651.559 W
INFO    26-05-04 20:52:15.516309 - 1:16:29 -   grad: 1.12e-01  flops: 3.59e+14  wps: 3.36e+04  iter:  0.4885  data: 0.0014  lr: 9.68e-04  mem: 50%  pow: 659.947 W
INFO    26-05-04 20:52:17.562384 - 1:16:31 -   grad: 1.27e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.4975  data: 0.0015  lr: 9.69e-04  mem: 50%  pow: 661.036 W
INFO    26-05-04 20:52:19.577367 - 1:16:33 -   grad: 1.30e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5334  data: 0.0016  lr: 9.69e-04  mem: 50%  pow: 636.513 W
INFO    26-05-04 20:52:21.581927 - 1:16:35 -   grad: 1.53e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4865  data: 0.0013  lr: 9.70e-04  mem: 50%  pow: 675.388 W
INFO    26-05-04 20:52:23.598992 - 1:16:37 -   grad: 1.52e-01  flops: 3.47e+14  wps: 3.25e+04  iter:   0.506  data: 0.0011  lr: 9.70e-04  mem: 50%  pow: 644.087 W
INFO    26-05-04 20:52:25.589449 - 1:16:39 -   grad: 1.22e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4928  data: 0.001  lr: 9.71e-04  mem: 50%  pow: 636.122 W
INFO    26-05-04 20:52:27.594877 - 1:16:41 -   grad: 1.20e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5153  data: 0.0011  lr: 9.71e-04  mem: 50%  pow: 640.444 W
INFO    26-05-04 20:52:29.641078 - 1:16:43 -   grad: 1.28e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4902  data: 0.0015  lr: 9.72e-04  mem: 50%  pow: 661.289 W
INFO    26-05-04 20:52:31.642847 - 1:16:45 -   grad: 1.29e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5023  data: 0.0016  lr: 9.72e-04  mem: 50%  pow: 653.189 W
INFO    26-05-04 20:52:33.803211 - 1:16:47 -   grad: 1.42e-01  flops: 3.24e+14  wps: 3.04e+04  iter:  0.5059  data: 0.0013  lr: 9.73e-04  mem: 50%  pow: 653.525 W
INFO    26-05-04 20:52:37.533184 - 1:16:51 -   grad: 1.59e-01  flops: 1.88e+14  wps: 1.76e+04  iter:  0.5161  data: 0.0011  lr: 9.73e-04  mem: 50%  pow: 641.274 W
INFO    26-05-04 20:52:39.556172 - 1:16:53 -   grad: 1.36e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5144  data: 0.0012  lr: 9.74e-04  mem: 50%  pow: 625.022 W
INFO    26-05-04 20:52:41.529877 - 1:16:55 -   grad: 1.08e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4893  data: 0.0015  lr: 9.74e-04  mem: 50%  pow: 666.196 W
INFO    26-05-04 20:52:43.519669 - 1:16:57 -   grad: 1.30e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4888  data: 0.0015  lr: 9.75e-04  mem: 50%  pow: 660.177 W
INFO    26-05-04 20:52:45.527448 - 1:16:59 -   grad: 1.43e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4972  data: 0.0014  lr: 9.75e-04  mem: 50%  pow: 642.473 W
INFO    26-05-04 20:52:47.526959 - 1:17:01 -   grad: 1.32e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5093  data: 0.0038  lr: 9.76e-04  mem: 50%  pow: 646.799 W
INFO    26-05-04 20:52:49.572317 - 1:17:03 -   grad: 1.12e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5038  data: 0.001  lr: 9.76e-04  mem: 50%  pow: 645.582 W
INFO    26-05-04 20:52:51.677177 - 1:17:05 -   grad: 1.39e-01  flops: 3.33e+14  wps: 3.12e+04  iter:  0.5023  data: 0.0011  lr: 9.77e-04  mem: 50%  pow: 650.144 W
INFO    26-05-04 20:52:54.158257 - 1:17:07 -   grad: 1.25e-01  flops: 2.82e+14  wps: 2.64e+04  iter:   0.503  data: 0.0024  lr: 9.77e-04  mem: 50%  pow: 648.143 W
INFO    26-05-04 20:52:56.173893 - 1:17:09 -   grad: 1.31e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5025  data: 0.0011  lr: 9.78e-04  mem: 50%  pow: 655.095 W
INFO    26-05-04 20:52:58.174676 - 1:17:11 -   grad: 1.11e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5026  data: 0.001  lr: 9.78e-04  mem: 50%  pow: 647.615 W
INFO    26-05-04 20:53:00.191015 - 1:17:13 -   grad: 1.22e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4931  data: 0.0022  lr: 9.78e-04  mem: 50%  pow: 646.861 W
INFO    26-05-04 20:53:02.210698 - 1:17:15 -   grad: 1.33e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4728  data:  0.02  lr: 9.79e-04  mem: 50%  pow: 661.813 W
INFO    26-05-04 20:53:04.439918 - 1:17:18 -   grad: 1.37e-01  flops: 3.15e+14  wps: 2.95e+04  iter:  0.4966  data: 0.0016  lr: 9.80e-04  mem: 50%  pow: 660.232 W
INFO    26-05-04 20:53:06.440239 - 1:17:20 -   grad: 1.40e-01  flops: 3.50e+14  wps: 3.28e+04  iter:   0.514  data: 0.0011  lr: 9.80e-04  mem: 50%  pow: 643.384 W
INFO    26-05-04 20:53:08.434786 - 1:17:22 -   grad: 1.46e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4996  data: 0.001  lr: 9.81e-04  mem: 50%  pow: 650.693 W
INFO    26-05-04 20:53:10.439021 - 1:17:24 -   grad: 1.67e-01  flops: 3.50e+14  wps: 3.27e+04  iter:   0.497  data: 0.0012  lr: 9.81e-04  mem: 50%  pow: 651.482 W
INFO    26-05-04 20:53:12.463752 - 1:17:26 -   grad: 1.64e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5002  data: 0.0013  lr: 9.82e-04  mem: 50%  pow: 656.457 W
INFO    26-05-04 20:53:14.536046 - 1:17:28 -   grad: 1.77e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.5309  data: 0.0011  lr: 9.82e-04  mem: 50%  pow: 645.398 W
INFO    26-05-04 20:53:16.550574 - 1:17:30 -   grad: 2.07e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5279  data: 0.0013  lr: 9.83e-04  mem: 50%  pow: 647.654 W
INFO    26-05-04 20:53:18.743036 - 1:17:32 -   grad: 1.83e-01  flops: 3.19e+14  wps: 2.99e+04  iter:  0.5261  data: 0.0025  lr: 9.83e-04  mem: 50%  pow: 641.008 W
INFO    26-05-04 20:53:21.042885 - 1:17:34 -   grad: 1.49e-01  flops: 3.05e+14  wps: 2.85e+04  iter:  0.5042  data: 0.0026  lr: 9.83e-04  mem: 50%  pow: 643.329 W
INFO    26-05-04 20:53:23.114830 - 1:17:36 -   grad: 1.64e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5113  data: 0.001  lr: 9.84e-04  mem: 50%  pow: 638.766 W
INFO    26-05-04 20:53:25.151703 - 1:17:38 -   grad: 1.27e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5009  data: 0.0015  lr: 9.85e-04  mem: 50%  pow: 652.285 W
INFO    26-05-04 20:53:27.235552 - 1:17:40 -   grad: 1.34e-01  flops: 3.36e+14  wps: 3.15e+04  iter:  0.4918  data: 0.0019  lr: 9.85e-04  mem: 50%  pow: 662.558 W
INFO    26-05-04 20:53:29.390411 - 1:17:43 -   grad: 1.13e-01  flops: 3.25e+14  wps: 3.05e+04  iter:  0.5202  data: 0.0029  lr: 9.86e-04  mem: 50%  pow: 650.541 W
INFO    26-05-04 20:53:31.388075 - 1:17:45 -   grad: 2.26e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4879  data: 0.0013  lr: 9.86e-04  mem: 50%  pow: 662.799 W
INFO    26-05-04 20:53:33.411298 - 1:17:47 -   grad: 1.27e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5149  data: 0.0014  lr: 9.86e-04  mem: 50%  pow: 653.983 W
INFO    26-05-04 20:53:35.736285 - 1:17:49 -   grad: 1.24e-01  flops: 3.01e+14  wps: 2.82e+04  iter:  0.5222  data: 0.001  lr: 9.87e-04  mem: 50%  pow: 649.796 W
INFO    26-05-04 20:53:37.900754 - 1:17:51 -   grad: 1.13e-01  flops: 3.24e+14  wps: 3.03e+04  iter:  0.4769  data: 0.001  lr: 9.88e-04  mem: 50%  pow: 663.252 W
INFO    26-05-04 20:53:39.948196 - 1:17:53 -   grad: 1.13e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5096  data: 0.0014  lr: 9.88e-04  mem: 50%  pow: 641.456 W
INFO    26-05-04 20:53:42.905480 - 1:17:56 -   grad: 1.03e-01  flops: 2.37e+14  wps: 2.22e+04  iter:  0.5163  data: 0.0011  lr: 9.89e-04  mem: 50%  pow: 626.253 W
INFO    26-05-04 20:53:44.938045 - 1:17:58 -   grad: 1.39e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5016  data: 0.0013  lr: 9.89e-04  mem: 50%  pow: 652.732 W
INFO    26-05-04 20:53:46.988956 - 1:18:00 -   grad: 1.15e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.4963  data: 0.0013  lr: 9.90e-04  mem: 50%  pow: 641.374 W
INFO    26-05-04 20:53:49.026807 - 1:18:02 -   grad: 1.12e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5116  data: 0.0014  lr: 9.90e-04  mem: 50%  pow: 644.282 W
INFO    26-05-04 20:53:51.258597 - 1:18:05 -   grad: 1.11e-01  flops: 3.14e+14  wps: 2.94e+04  iter:  0.5016  data: 0.0021  lr: 9.91e-04  mem: 50%  pow: 653.468 W
INFO    26-05-04 20:53:53.309934 - 1:18:07 -   grad: 1.25e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5153  data: 0.001  lr: 9.91e-04  mem: 50%  pow: 634.429 W
INFO    26-05-04 20:53:55.349011 - 1:18:09 -   grad: 1.27e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5273  data: 0.0016  lr: 9.91e-04  mem: 50%  pow: 639.832 W
INFO    26-05-04 20:53:57.498521 - 1:18:11 -   grad: 1.25e-01  flops: 3.26e+14  wps: 3.05e+04  iter:  0.5193  data: 0.0011  lr: 9.92e-04  mem: 50%  pow: 655.677 W
INFO    26-05-04 20:53:59.627874 - 1:18:13 -   grad: 1.26e-01  flops: 3.29e+14  wps: 3.08e+04  iter:  0.5082  data: 0.001  lr: 9.93e-04  mem: 50%  pow: 649.1 W
INFO    26-05-04 20:54:01.641203 - 1:18:15 -   grad: 1.16e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4919  data: 0.0012  lr: 9.93e-04  mem: 50%  pow: 654.248 W
INFO    26-05-04 20:54:04.741558 - 1:18:18 -   grad: 1.24e-01  flops: 2.26e+14  wps: 2.12e+04  iter:  0.5239  data: 0.0011  lr: 9.94e-04  mem: 50%  pow: 614.944 W
INFO    26-05-04 20:54:06.765881 - 1:18:20 -   grad: 1.28e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4997  data: 0.004  lr: 9.94e-04  mem: 50%  pow: 673.592 W
INFO    26-05-04 20:54:09.297811 - 1:18:23 -   grad: 1.34e-01  flops: 2.77e+14  wps: 2.59e+04  iter:  0.5396  data: 0.0016  lr: 9.95e-04  mem: 50%  pow: 635.921 W
INFO    26-05-04 20:54:11.304922 - 1:18:25 -   grad: 1.26e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5207  data: 0.0011  lr: 9.95e-04  mem: 50%  pow: 645.551 W
INFO    26-05-04 20:54:13.303161 - 1:18:27 -   grad: 1.38e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4871  data: 0.0011  lr: 9.96e-04  mem: 50%  pow: 663.54 W
INFO    26-05-04 20:54:15.350116 - 1:18:29 -   grad: 1.22e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.5169  data: 0.001  lr: 9.96e-04  mem: 50%  pow: 642.08 W
INFO    26-05-04 20:54:17.341367 - 1:18:31 -   grad: 1.41e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5027  data: 0.0011  lr: 9.96e-04  mem: 50%  pow: 656.141 W
INFO    26-05-04 20:54:19.442041 - 1:18:33 -   grad: 1.41e-01  flops: 3.33e+14  wps: 3.12e+04  iter:  0.5299  data: 0.0035  lr: 9.97e-04  mem: 50%  pow: 628.83 W
INFO    26-05-04 20:54:21.469917 - 1:18:35 -   grad: 1.29e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5119  data: 0.0212  lr: 9.98e-04  mem: 50%  pow: 638.829 W
INFO    26-05-04 20:54:23.479901 - 1:18:37 -   grad: 1.32e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.4946  data: 0.003  lr: 9.98e-04  mem: 50%  pow: 655.727 W
INFO    26-05-04 20:54:25.513382 - 1:18:39 -   grad: 1.31e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4983  data: 0.0015  lr: 9.99e-04  mem: 50%  pow: 626.698 W
INFO    26-05-04 20:54:28.219689 - 1:18:41 -   grad: 1.33e-01  flops: 2.59e+14  wps: 2.42e+04  iter:  0.5011  data: 0.001  lr: 9.99e-04  mem: 50%  pow: 650.831 W
INFO    26-05-04 20:54:30.779163 - 1:18:44 -   grad: 1.38e-01  flops: 2.74e+14  wps: 2.56e+04  iter:  0.5084  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 645.314 W
INFO    26-05-04 20:54:32.251483 - 1:18:46 - garbage collection
INFO    26-05-04 20:54:33.263209 - 1:18:47 -   grad: 1.40e-01  flops: 2.82e+14  wps: 2.64e+04  iter:  0.4716  data: 0.5387  lr: 1.00e-03  mem: 50%  pow: 388.86 W
INFO    26-05-04 20:54:35.259614 - 1:18:49 -   grad: 1.41e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4915  data: 0.0009  lr: 1.00e-03  mem: 50%  pow: 656.495 W
INFO    26-05-04 20:54:37.313454 - 1:18:51 -   grad: 1.42e-01  flops: 3.41e+14  wps: 3.20e+04  iter:  0.4851  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 642.136 W
INFO    26-05-04 20:54:39.340500 - 1:18:53 -   grad: 1.32e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4984  data: 0.0184  lr: 1.00e-03  mem: 50%  pow: 630.787 W
INFO    26-05-04 20:54:41.416038 - 1:18:55 -   grad: 1.30e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5221  data: 0.0032  lr: 1.00e-03  mem: 50%  pow: 636.252 W
INFO    26-05-04 20:54:43.397585 - 1:18:57 -   grad: 1.36e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5076  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 656.346 W
INFO    26-05-04 20:54:45.388527 - 1:18:59 -   grad: 1.27e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4822  data: 0.0139  lr: 1.00e-03  mem: 50%  pow: 665.512 W
INFO    26-05-04 20:54:47.379170 - 1:19:01 -   grad: 1.45e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4927  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 646.997 W
INFO    26-05-04 20:54:49.422643 - 1:19:03 -   grad: 1.59e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5137  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 648.046 W
INFO    26-05-04 20:54:52.740483 - 1:19:06 -   grad: 1.54e-01  flops: 2.11e+14  wps: 1.98e+04  iter:  0.5053  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 656.271 W
INFO    26-05-04 20:54:54.838163 - 1:19:08 -   grad: 1.50e-01  flops: 3.34e+14  wps: 3.13e+04  iter:  0.5055  data: 0.0009  lr: 1.00e-03  mem: 50%  pow: 643.702 W
INFO    26-05-04 20:54:56.839937 - 1:19:10 -   grad: 1.31e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5046  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 651.63 W
INFO    26-05-04 20:54:59.040181 - 1:19:12 -   grad: 1.21e-01  flops: 3.19e+14  wps: 2.98e+04  iter:  0.5059  data: 0.0027  lr: 1.00e-03  mem: 50%  pow: 642.376 W
INFO    26-05-04 20:55:01.162754 - 1:19:14 -   grad: 1.31e-01  flops: 3.30e+14  wps: 3.09e+04  iter:  0.5135  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 642.905 W
INFO    26-05-04 20:55:03.308684 - 1:19:17 -   grad: 1.24e-01  flops: 3.26e+14  wps: 3.06e+04  iter:  0.5307  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 623.495 W
INFO    26-05-04 20:55:05.400756 - 1:19:19 -   grad: 1.24e-01  flops: 3.35e+14  wps: 3.14e+04  iter:   0.502  data: 0.016  lr: 1.00e-03  mem: 50%  pow: 655.369 W
INFO    26-05-04 20:55:07.579182 - 1:19:21 -   grad: 1.22e-01  flops: 3.22e+14  wps: 3.01e+04  iter:  0.5015  data: 0.0023  lr: 1.00e-03  mem: 50%  pow: 649.254 W
INFO    26-05-04 20:55:09.580141 - 1:19:23 -   grad: 1.28e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5265  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 645.088 W
INFO    26-05-04 20:55:11.589058 - 1:19:25 -   grad: 3.35e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5043  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 658.561 W
INFO    26-05-04 20:55:13.613208 - 1:19:27 -   grad: 1.19e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4955  data: 0.0178  lr: 1.00e-03  mem: 50%  pow: 651.646 W
INFO    26-05-04 20:55:15.625854 - 1:19:29 -   grad: 1.15e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.501  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 646.937 W
INFO    26-05-04 20:55:17.903178 - 1:19:31 -   grad: 1.14e-01  flops: 3.08e+14  wps: 2.88e+04  iter:  0.5332  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 634.287 W
INFO    26-05-04 20:55:19.885100 - 1:19:33 -   grad: 1.18e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4961  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 662.873 W
INFO    26-05-04 20:55:21.942504 - 1:19:35 -   grad: 1.10e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5067  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 619.37 W
INFO    26-05-04 20:55:24.007859 - 1:19:37 -   grad: 1.11e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5088  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 638.907 W
INFO    26-05-04 20:55:26.045858 - 1:19:39 -   grad: 1.17e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4967  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 655.494 W
INFO    26-05-04 20:55:28.121405 - 1:19:41 -   grad: 1.16e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.5155  data: 0.0028  lr: 1.00e-03  mem: 50%  pow: 655.206 W
INFO    26-05-04 20:55:30.165671 - 1:19:43 -   grad: 1.27e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5072  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 630.037 W
INFO    26-05-04 20:55:32.225070 - 1:19:45 -   grad: 1.22e-01  flops: 3.40e+14  wps: 3.19e+04  iter:  0.4908  data: 0.0124  lr: 1.00e-03  mem: 50%  pow: 650.144 W
INFO    26-05-04 20:55:34.303808 - 1:19:48 -   grad: 1.13e-01  flops: 3.37e+14  wps: 3.15e+04  iter:  0.5103  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 638.749 W
INFO    26-05-04 20:55:36.328428 - 1:19:50 -   grad: 1.06e-01  flops: 3.46e+14  wps: 3.24e+04  iter:   0.499  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 645.035 W
INFO    26-05-04 20:55:38.584923 - 1:19:52 -   grad: 1.16e-01  flops: 3.11e+14  wps: 2.91e+04  iter:  0.5089  data: 0.0009  lr: 1.00e-03  mem: 50%  pow: 660.158 W
INFO    26-05-04 20:55:40.597922 - 1:19:54 -   grad: 1.15e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5007  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 650.562 W
INFO    26-05-04 20:55:42.596637 - 1:19:56 -   grad: 1.39e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5016  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 647.732 W
INFO    26-05-04 20:55:45.239885 - 1:19:58 -   grad: 1.16e-01  flops: 2.65e+14  wps: 2.48e+04  iter:  0.4962  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 646.018 W
INFO    26-05-04 20:55:51.177403 - 1:20:04 -   grad: 1.29e-01  flops: 1.18e+14  wps: 1.10e+04  iter:  0.4943  data: 0.002  lr: 1.00e-03  mem: 50%  pow: 665.15 W
INFO    26-05-04 20:55:53.742416 - 1:20:07 -   grad: 1.28e-01  flops: 2.73e+14  wps: 2.56e+04  iter:  0.5202  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 649.101 W
INFO    26-05-04 20:55:55.801964 - 1:20:09 -   grad: 1.17e-01  flops: 3.40e+14  wps: 3.19e+04  iter:  0.4975  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 647.208 W
INFO    26-05-04 20:55:57.886290 - 1:20:11 -   grad: 1.09e-01  flops: 3.36e+14  wps: 3.15e+04  iter:  0.5232  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 636.488 W
INFO    26-05-04 20:55:59.920260 - 1:20:13 -   grad: 1.21e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5031  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 657.411 W
INFO    26-05-04 20:56:01.923648 - 1:20:15 -   grad: 1.24e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4955  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 644.708 W
INFO    26-05-04 20:56:03.965445 - 1:20:17 -   grad: 1.17e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5048  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 663.728 W
INFO    26-05-04 20:56:05.972122 - 1:20:19 -   grad: 1.27e-01  flops: 3.49e+14  wps: 3.27e+04  iter:    0.52  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 655.306 W
INFO    26-05-04 20:56:07.985210 - 1:20:21 -   grad: 1.30e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4953  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 650.603 W
INFO    26-05-04 20:56:10.044312 - 1:20:23 -   grad: 1.20e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5453  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 643.246 W
INFO    26-05-04 20:56:12.848785 - 1:20:26 -   grad: 1.17e-01  flops: 2.50e+14  wps: 2.34e+04  iter:  0.5223  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 644.439 W
INFO    26-05-04 20:56:14.878920 - 1:20:28 -   grad: 1.29e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5139  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 643.95 W
INFO    26-05-04 20:56:16.966235 - 1:20:30 -   grad: 1.07e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.5695  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 614.236 W
INFO    26-05-04 20:56:18.974782 - 1:20:32 -   grad: 1.19e-01  flops: 3.49e+14  wps: 3.27e+04  iter:   0.509  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 647.75 W
INFO    26-05-04 20:56:21.102414 - 1:20:34 -   grad: 1.11e-01  flops: 3.29e+14  wps: 3.08e+04  iter:  0.5068  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 645.833 W
INFO    26-05-04 20:56:23.148629 - 1:20:36 -   grad: 1.27e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5265  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 656.025 W
INFO    26-05-04 20:56:25.180739 - 1:20:38 -   grad: 1.36e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5147  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 647.755 W
INFO    26-05-04 20:56:27.665233 - 1:20:41 -   grad: 1.52e-01  flops: 2.82e+14  wps: 2.64e+04  iter:  0.4902  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 666.944 W
INFO    26-05-04 20:56:30.763870 - 1:20:44 -   grad: 1.41e-01  flops: 2.26e+14  wps: 2.12e+04  iter:  0.5308  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 639.941 W
INFO    26-05-04 20:56:33.272166 - 1:20:47 -   grad: 1.16e-01  flops: 2.79e+14  wps: 2.61e+04  iter:  0.5358  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 653.015 W
INFO    26-05-04 20:56:35.479135 - 1:20:49 -   grad: 1.17e-01  flops: 3.17e+14  wps: 2.97e+04  iter:  0.5287  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 663.121 W
INFO    26-05-04 20:56:37.468319 - 1:20:51 -   grad: 1.19e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4996  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 674.39 W
INFO    26-05-04 20:56:39.483292 - 1:20:53 -   grad: 1.26e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.504  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 647.614 W
INFO    26-05-04 20:56:41.495173 - 1:20:55 -   grad: 1.12e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5001  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 667.169 W
INFO    26-05-04 20:56:43.539933 - 1:20:57 -   grad: 1.22e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5285  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 650.214 W
INFO    26-05-04 20:56:45.581737 - 1:20:59 -   grad: 1.47e-01  flops: 3.43e+14  wps: 3.21e+04  iter:   0.501  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 648.766 W
INFO    26-05-04 20:56:47.596292 - 1:21:01 -   grad: 1.42e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.4991  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 649.619 W
INFO    26-05-04 20:56:49.603291 - 1:21:03 -   grad: 1.37e-01  flops: 3.49e+14  wps: 3.27e+04  iter:   0.506  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 634.888 W
INFO    26-05-04 20:56:52.772619 - 1:21:06 -   grad: 1.44e-01  flops: 2.21e+14  wps: 2.07e+04  iter:  0.5041  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 643.034 W
INFO    26-05-04 20:56:54.979809 - 1:21:08 -   grad: 1.38e-01  flops: 3.17e+14  wps: 2.97e+04  iter:  0.5109  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 651.894 W
INFO    26-05-04 20:56:59.062772 - 1:21:12 -   grad: 1.43e-01  flops: 1.72e+14  wps: 1.61e+04  iter:  0.5005  data: 0.0022  lr: 1.00e-03  mem: 50%  pow: 661.198 W
INFO    26-05-04 20:57:01.201743 - 1:21:14 -   grad: 1.27e-01  flops: 3.28e+14  wps: 3.07e+04  iter:   0.503  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 664.001 W
INFO    26-05-04 20:57:03.222678 - 1:21:16 -   grad: 1.37e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5122  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 633.778 W
INFO    26-05-04 20:57:05.263259 - 1:21:19 -   grad: 1.51e-01  flops: 3.43e+14  wps: 3.22e+04  iter:  0.5135  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 649.014 W
INFO    26-05-04 20:57:07.310740 - 1:21:21 -   grad: 1.34e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5024  data: 0.0031  lr: 1.00e-03  mem: 50%  pow: 640.901 W
INFO    26-05-04 20:57:09.900556 - 1:21:23 -   grad: 1.15e-01  flops: 2.70e+14  wps: 2.53e+04  iter:  0.4956  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 646.946 W
INFO    26-05-04 20:57:11.864022 - 1:21:25 -   grad: 1.21e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4865  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 658.49 W
INFO    26-05-04 20:57:15.654147 - 1:21:29 -   grad: 1.24e-01  flops: 1.85e+14  wps: 1.73e+04  iter:  0.4921  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 658.652 W
INFO    26-05-04 20:57:17.619548 - 1:21:31 -   grad: 1.16e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4829  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 669.928 W
INFO    26-05-04 20:57:19.781793 - 1:21:33 -   grad: 1.23e-01  flops: 3.24e+14  wps: 3.03e+04  iter:  0.5009  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 652.742 W
INFO    26-05-04 20:57:21.780290 - 1:21:35 -   grad: 1.37e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5066  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 648.626 W
INFO    26-05-04 20:57:24.405136 - 1:21:38 -   grad: 1.13e-01  flops: 2.67e+14  wps: 2.50e+04  iter:  0.4937  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 667.237 W
INFO    26-05-04 20:57:26.441618 - 1:21:40 -   grad: 1.17e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4995  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 655.47 W
INFO    26-05-04 20:57:28.428104 - 1:21:42 -   grad: 1.24e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5093  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 647.547 W
INFO    26-05-04 20:57:30.479271 - 1:21:44 -   grad: 1.22e-01  flops: 3.41e+14  wps: 3.20e+04  iter:  0.5138  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 658.866 W
INFO    26-05-04 20:57:32.458537 - 1:21:46 -   grad: 1.23e-01  flops: 3.54e+14  wps: 3.32e+04  iter:   0.497  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 660.179 W
INFO    26-05-04 20:57:34.438307 - 1:21:48 -   grad: 1.08e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4938  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 658.858 W
INFO    26-05-04 20:57:36.462911 - 1:21:50 -   grad: 1.10e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5073  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 648.674 W
INFO    26-05-04 20:57:38.495697 - 1:21:52 -   grad: 1.14e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5174  data: 0.0032  lr: 1.00e-03  mem: 50%  pow: 640.144 W
INFO    26-05-04 20:57:40.503633 - 1:21:54 -   grad: 1.26e-01  flops: 3.49e+14  wps: 3.27e+04  iter:   0.501  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 666.004 W
INFO    26-05-04 20:57:43.136113 - 1:21:56 -   grad: 1.20e-01  flops: 2.66e+14  wps: 2.49e+04  iter:   0.481  data: 0.0027  lr: 1.00e-03  mem: 50%  pow: 643.242 W
INFO    26-05-04 20:57:45.106332 - 1:21:58 -   grad: 1.29e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4998  data: 0.0032  lr: 1.00e-03  mem: 50%  pow: 651.582 W
INFO    26-05-04 20:57:47.128160 - 1:22:00 -   grad: 1.15e-01  flops: 3.47e+14  wps: 3.25e+04  iter:   0.488  data: 0.0008  lr: 1.00e-03  mem: 50%  pow: 648.941 W
INFO    26-05-04 20:57:49.128061 - 1:22:02 -   grad: 1.30e-01  flops: 3.51e+14  wps: 3.28e+04  iter:   0.504  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 655.263 W
INFO    26-05-04 20:57:51.175039 - 1:22:04 -   grad: 1.26e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.4893  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 644.422 W
INFO    26-05-04 20:57:53.309276 - 1:22:07 -   grad: 1.25e-01  flops: 3.28e+14  wps: 3.07e+04  iter:  0.4898  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 669.121 W
INFO    26-05-04 20:57:55.337484 - 1:22:09 -   grad: 1.35e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4917  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 669.911 W
INFO    26-05-04 20:57:57.345076 - 1:22:11 -   grad: 1.22e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4958  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 647.322 W
INFO    26-05-04 20:57:59.388301 - 1:22:13 -   grad: 1.23e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4817  data: 0.0154  lr: 1.00e-03  mem: 50%  pow: 665.408 W
INFO    26-05-04 20:58:01.464823 - 1:22:15 -   grad: 1.34e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.5256  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 653.16 W
INFO    26-05-04 20:58:03.672901 - 1:22:17 -   grad: 1.21e-01  flops: 3.17e+14  wps: 2.97e+04  iter:  0.5162  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 658.399 W
INFO    26-05-04 20:58:05.838428 - 1:22:19 -   grad: 1.34e-01  flops: 3.23e+14  wps: 3.03e+04  iter:  0.4992  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 643.186 W
INFO    26-05-04 20:58:07.879150 - 1:22:21 -   grad: 1.43e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5046  data: 0.0023  lr: 1.00e-03  mem: 50%  pow: 641.823 W
INFO    26-05-04 20:58:10.203660 - 1:22:23 -   grad: 1.36e-01  flops: 3.01e+14  wps: 2.82e+04  iter:  0.5131  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 651.0 W
INFO    26-05-04 20:58:12.304391 - 1:22:26 -   grad: 1.12e-01  flops: 3.34e+14  wps: 3.12e+04  iter:  0.5034  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 651.305 W
INFO    26-05-04 20:58:14.400030 - 1:22:28 -   grad: 1.11e-01  flops: 3.34e+14  wps: 3.13e+04  iter:  0.5165  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 644.508 W
INFO    26-05-04 20:58:16.403778 - 1:22:30 -   grad: 1.24e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5258  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 650.341 W
INFO    26-05-04 20:58:18.405773 - 1:22:32 -   grad: 1.19e-01  flops: 3.50e+14  wps: 3.28e+04  iter:   0.505  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 646.141 W
INFO    26-05-04 20:58:20.385370 - 1:22:34 -   grad: 1.43e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.5033  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 653.88 W
INFO    26-05-04 20:58:22.455717 - 1:22:36 -   grad: 1.33e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5321  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 621.036 W
INFO    26-05-04 20:58:24.478031 - 1:22:38 -   grad: 1.47e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5024  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 648.735 W
INFO    26-05-04 20:58:26.499565 - 1:22:40 -   grad: 1.36e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4995  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 660.029 W
INFO    26-05-04 20:58:28.527798 - 1:22:42 -   grad: 1.43e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5142  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 644.075 W
INFO    26-05-04 20:58:30.550209 - 1:22:44 -   grad: 1.51e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5078  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 650.668 W
INFO    26-05-04 20:58:32.597328 - 1:22:46 -   grad: 1.51e-01  flops: 3.42e+14  wps: 3.21e+04  iter:   0.494  data: 0.0017  lr: 1.00e-03  mem: 50%  pow: 651.306 W
INFO    26-05-04 20:58:34.683846 - 1:22:48 -   grad: 1.73e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.4796  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 661.588 W
INFO    26-05-04 20:58:36.665700 - 1:22:50 -   grad: 1.40e-01  flops: 3.53e+14  wps: 3.31e+04  iter:   0.497  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 660.69 W
INFO    26-05-04 20:58:38.692131 - 1:22:52 -   grad: 1.22e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4933  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 653.053 W
INFO    26-05-04 20:58:40.648451 - 1:22:54 -   grad: 1.17e-01  flops: 3.58e+14  wps: 3.35e+04  iter:  0.4832  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 660.335 W
INFO    26-05-04 20:58:42.639922 - 1:22:56 -   grad: 1.13e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4951  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 661.71 W
INFO    26-05-04 20:58:44.667663 - 1:22:58 -   grad: 1.07e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4899  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 669.632 W
INFO    26-05-04 20:58:47.232560 - 1:23:00 -   grad: 1.18e-01  flops: 2.73e+14  wps: 2.56e+04  iter:  0.5145  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 650.975 W
INFO    26-05-04 20:58:49.267232 - 1:23:03 -   grad: 1.19e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5242  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 649.466 W
INFO    26-05-04 20:58:51.338569 - 1:23:05 -   grad: 1.10e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5216  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 627.777 W
INFO    26-05-04 20:58:53.532347 - 1:23:07 -   grad: 1.15e-01  flops: 3.21e+14  wps: 3.00e+04  iter:  0.5038  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 644.282 W
INFO    26-05-04 20:58:55.597769 - 1:23:09 -   grad: 1.12e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5271  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 648.291 W
INFO    26-05-04 20:58:57.623656 - 1:23:11 -   grad: 1.14e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5188  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 624.608 W
INFO    26-05-04 20:58:59.655779 - 1:23:13 -   grad: 1.12e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5053  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 632.45 W
INFO    26-05-04 20:59:01.692989 - 1:23:15 -   grad: 1.09e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5133  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 652.768 W
INFO    26-05-04 20:59:03.771503 - 1:23:17 -   grad: 1.25e-01  flops: 3.37e+14  wps: 3.15e+04  iter:  0.4913  data: 0.0167  lr: 1.00e-03  mem: 50%  pow: 646.344 W
INFO    26-05-04 20:59:06.199507 - 1:23:19 -   grad: 1.31e-01  flops: 2.88e+14  wps: 2.70e+04  iter:  0.5064  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 652.466 W
INFO    26-05-04 20:59:08.574625 - 1:23:22 -   grad: 1.26e-01  flops: 2.95e+14  wps: 2.76e+04  iter:  0.5042  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 647.789 W
INFO    26-05-04 20:59:10.567808 - 1:23:24 -   grad: 1.27e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5107  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 655.058 W
INFO    26-05-04 20:59:12.606374 - 1:23:26 -   grad: 1.21e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5175  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 632.863 W
INFO    26-05-04 20:59:15.005067 - 1:23:28 -   grad: 1.11e-01  flops: 2.92e+14  wps: 2.73e+04  iter:  0.4938  data: 0.0165  lr: 1.00e-03  mem: 50%  pow: 644.035 W
INFO    26-05-04 20:59:17.022802 - 1:23:30 -   grad: 1.35e-01  flops: 3.47e+14  wps: 3.25e+04  iter:   0.528  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 650.996 W
INFO    26-05-04 20:59:19.000697 - 1:23:32 -   grad: 1.17e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.4934  data: 0.0018  lr: 1.00e-03  mem: 50%  pow: 651.906 W
INFO    26-05-04 20:59:20.990647 - 1:23:34 -   grad: 1.21e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5262  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 642.1 W
INFO    26-05-04 20:59:23.299836 - 1:23:37 -   grad: 1.36e-01  flops: 3.03e+14  wps: 2.84e+04  iter:  0.4899  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 643.859 W
INFO    26-05-04 20:59:26.721974 - 1:23:40 -   grad: 1.23e-01  flops: 2.05e+14  wps: 1.92e+04  iter:  0.5126  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 648.257 W
INFO    26-05-04 20:59:28.820470 - 1:23:42 -   grad: 1.10e-01  flops: 3.34e+14  wps: 3.13e+04  iter:   0.506  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 637.358 W
INFO    26-05-04 20:59:30.815330 - 1:23:44 -   grad: 1.25e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4999  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 645.915 W
INFO    26-05-04 20:59:32.837477 - 1:23:46 -   grad: 1.16e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4929  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 653.693 W
INFO    26-05-04 20:59:34.824216 - 1:23:48 -   grad: 1.12e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5055  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 660.833 W
INFO    26-05-04 20:59:36.813007 - 1:23:50 -   grad: 1.20e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4884  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 663.215 W
INFO    26-05-04 20:59:38.806165 - 1:23:52 -   grad: 1.13e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5134  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 651.87 W
INFO    26-05-04 20:59:41.065548 - 1:23:54 -   grad: 1.25e-01  flops: 3.10e+14  wps: 2.91e+04  iter:  0.4797  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 674.854 W
INFO    26-05-04 20:59:43.073144 - 1:23:56 -   grad: 1.27e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5115  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 641.647 W
INFO    26-05-04 20:59:45.646973 - 1:23:59 -   grad: 1.09e-01  flops: 2.72e+14  wps: 2.55e+04  iter:  0.4965  data: 0.0166  lr: 1.00e-03  mem: 50%  pow: 653.854 W
INFO    26-05-04 20:59:49.822253 - 1:24:03 -   grad: 1.08e-01  flops: 1.69e+14  wps: 1.58e+04  iter:  0.4933  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 658.05 W
INFO    26-05-04 20:59:52.352161 - 1:24:06 -   grad: 1.29e-01  flops: 2.77e+14  wps: 2.59e+04  iter:  0.5338  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 644.694 W
INFO    26-05-04 20:59:54.342008 - 1:24:08 -   grad: 1.23e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5074  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 648.431 W
INFO    26-05-04 20:59:57.668219 - 1:24:11 -   grad: 1.22e-01  flops: 2.11e+14  wps: 1.97e+04  iter:  0.4992  data: 0.0023  lr: 1.00e-03  mem: 50%  pow: 650.69 W
INFO    26-05-04 20:59:59.654053 - 1:24:13 -   grad: 1.18e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.5014  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 649.303 W
INFO    26-05-04 21:00:01.765465 - 1:24:15 -   grad: 1.05e-01  flops: 3.32e+14  wps: 3.11e+04  iter:  0.5076  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 647.683 W
INFO    26-05-04 21:00:04.684315 - 1:24:18 -   grad: 1.07e-01  flops: 2.40e+14  wps: 2.25e+04  iter:  0.5218  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 663.141 W
INFO    26-05-04 21:00:06.679961 - 1:24:20 -   grad: 1.06e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5008  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 671.807 W
INFO    26-05-04 21:00:08.722323 - 1:24:22 -   grad: 1.06e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5037  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 647.655 W
INFO    26-05-04 21:00:10.713637 - 1:24:24 -   grad: 1.25e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4964  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 657.165 W
INFO    26-05-04 21:00:12.743366 - 1:24:26 -   grad: 1.27e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.488  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 672.281 W
INFO    26-05-04 21:00:14.742971 - 1:24:28 -   grad: 1.14e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5121  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 631.943 W
INFO    26-05-04 21:00:16.761512 - 1:24:30 -   grad: 1.22e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5022  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 657.938 W
INFO    26-05-04 21:00:19.190296 - 1:24:32 -   grad: 1.26e-01  flops: 2.89e+14  wps: 2.70e+04  iter:  0.5031  data: 0.0009  lr: 1.00e-03  mem: 50%  pow: 648.705 W
INFO    26-05-04 21:00:21.235567 - 1:24:34 -   grad: 1.20e-01  flops: 3.43e+14  wps: 3.21e+04  iter:   0.496  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 646.609 W
INFO    26-05-04 21:00:23.252504 - 1:24:37 -   grad: 1.16e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5017  data: 0.0009  lr: 1.00e-03  mem: 50%  pow: 649.892 W
INFO    26-05-04 21:00:26.130765 - 1:24:39 -   grad: 1.32e-01  flops: 2.43e+14  wps: 2.28e+04  iter:  0.5033  data: 0.0031  lr: 1.00e-03  mem: 50%  pow: 658.087 W
INFO    26-05-04 21:00:28.359610 - 1:24:42 -   grad: 1.25e-01  flops: 3.14e+14  wps: 2.94e+04  iter:  0.5149  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 642.772 W
INFO    26-05-04 21:00:30.419178 - 1:24:44 -   grad: 1.21e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.4905  data: 0.0161  lr: 1.00e-03  mem: 50%  pow: 628.972 W
INFO    26-05-04 21:00:32.581415 - 1:24:46 -   grad: 1.13e-01  flops: 3.24e+14  wps: 3.03e+04  iter:  0.4772  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 655.964 W
INFO    26-05-04 21:00:34.588193 - 1:24:48 -   grad: 1.12e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4806  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 665.612 W
INFO    26-05-04 21:00:36.585295 - 1:24:50 -   grad: 1.07e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5023  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 651.812 W
INFO    26-05-04 21:00:38.606501 - 1:24:52 -   grad: 1.24e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5061  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 638.177 W
INFO    26-05-04 21:00:40.611442 - 1:24:54 -   grad: 1.37e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4968  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 643.943 W
INFO    26-05-04 21:00:42.606040 - 1:24:56 -   grad: 1.32e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4947  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 651.881 W
INFO    26-05-04 21:00:44.634050 - 1:24:58 -   grad: 1.28e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5199  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 659.091 W
INFO    26-05-04 21:00:46.660776 - 1:25:00 -   grad: 1.63e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5051  data: 0.0021  lr: 1.00e-03  mem: 50%  pow: 645.393 W
INFO    26-05-04 21:00:48.764430 - 1:25:02 -   grad: 1.41e-01  flops: 3.33e+14  wps: 3.12e+04  iter:  0.5055  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 653.921 W
INFO    26-05-04 21:00:50.884543 - 1:25:04 -   grad: 1.46e-01  flops: 3.30e+14  wps: 3.09e+04  iter:  0.5031  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 655.079 W
INFO    26-05-04 21:00:52.900171 - 1:25:06 -   grad: 1.50e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.4978  data: 0.0017  lr: 1.00e-03  mem: 50%  pow: 654.791 W
INFO    26-05-04 21:00:54.949158 - 1:25:08 -   grad: 1.24e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5131  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 647.816 W
INFO    26-05-04 21:00:56.970581 - 1:25:10 -   grad: 1.31e-01  flops: 3.47e+14  wps: 3.24e+04  iter:  0.4868  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 661.116 W
INFO    26-05-04 21:00:59.044863 - 1:25:12 -   grad: 1.38e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.5101  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 651.087 W
INFO    26-05-04 21:01:02.115813 - 1:25:15 -   grad: 1.26e-01  flops: 2.28e+14  wps: 2.14e+04  iter:  0.5071  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 652.091 W
INFO    26-05-04 21:01:04.131949 - 1:25:17 -   grad: 1.30e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5149  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 640.612 W
INFO    26-05-04 21:01:06.193982 - 1:25:19 -   grad: 1.09e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.4968  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 653.589 W
INFO    26-05-04 21:01:08.231661 - 1:25:21 -   grad: 1.36e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5073  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 647.779 W
INFO    26-05-04 21:01:10.203371 - 1:25:23 -   grad: 1.33e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4884  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 671.612 W
INFO    26-05-04 21:01:12.178626 - 1:25:25 -   grad: 1.17e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4943  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 664.327 W
INFO    26-05-04 21:01:14.178368 - 1:25:27 -   grad: 1.14e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4977  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 656.178 W
INFO    26-05-04 21:01:16.241973 - 1:25:29 -   grad: 1.15e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5122  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 637.362 W
INFO    26-05-04 21:01:18.267130 - 1:25:32 -   grad: 1.02e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4907  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 657.127 W
INFO    26-05-04 21:01:20.263453 - 1:25:34 -   grad: 1.06e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4999  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 669.483 W
INFO    26-05-04 21:01:22.271445 - 1:25:36 -   grad: 9.93e-02  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4971  data: 0.0009  lr: 1.00e-03  mem: 50%  pow: 643.029 W
INFO    26-05-04 21:01:24.284488 - 1:25:38 -   grad: 1.11e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5078  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 656.388 W
INFO    26-05-04 21:01:26.348368 - 1:25:40 -   grad: 1.07e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5022  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 654.228 W
INFO    26-05-04 21:01:28.404962 - 1:25:42 -   grad: 1.23e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5261  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 645.393 W
INFO    26-05-04 21:01:30.363490 - 1:25:44 -   grad: 1.12e-01  flops: 3.58e+14  wps: 3.35e+04  iter:  0.4724  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 667.806 W
INFO    26-05-04 21:01:32.376752 - 1:25:46 -   grad: 1.16e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4934  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 654.071 W
INFO    26-05-04 21:01:34.386913 - 1:25:48 -   grad: 1.22e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.4906  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 655.348 W
INFO    26-05-04 21:01:36.418428 - 1:25:50 -   grad: 1.14e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5236  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 631.091 W
INFO    26-05-04 21:01:38.468298 - 1:25:52 -   grad: 1.09e-01  flops: 3.42e+14  wps: 3.20e+04  iter:   0.481  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 647.253 W
INFO    26-05-04 21:01:40.468721 - 1:25:54 -   grad: 1.12e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5188  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 652.299 W
INFO    26-05-04 21:01:42.510569 - 1:25:56 -   grad: 1.15e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5092  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 630.746 W
INFO    26-05-04 21:01:44.522853 - 1:25:58 -   grad: 1.11e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4967  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 659.471 W
INFO    26-05-04 21:01:46.596956 - 1:26:00 -   grad: 1.08e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.5182  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 644.376 W
INFO    26-05-04 21:01:48.612891 - 1:26:02 -   grad: 1.14e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.4902  data: 0.003  lr: 1.00e-03  mem: 50%  pow: 642.259 W
INFO    26-05-04 21:01:50.596632 - 1:26:04 -   grad: 1.11e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4794  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 659.91 W
INFO    26-05-04 21:01:52.577258 - 1:26:06 -   grad: 1.22e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.5003  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 655.432 W
INFO    26-05-04 21:01:54.590571 - 1:26:08 -   grad: 1.27e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5375  data: 0.0009  lr: 1.00e-03  mem: 50%  pow: 657.062 W
INFO    26-05-04 21:01:56.636659 - 1:26:10 -   grad: 1.31e-01  flops: 3.42e+14  wps: 3.21e+04  iter:  0.4996  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 641.282 W
INFO    26-05-04 21:01:58.745877 - 1:26:12 -   grad: 1.25e-01  flops: 3.32e+14  wps: 3.11e+04  iter:  0.4988  data: 0.0009  lr: 1.00e-03  mem: 50%  pow: 669.83 W
INFO    26-05-04 21:02:00.754887 - 1:26:14 -   grad: 1.43e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5113  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 648.485 W
INFO    26-05-04 21:02:02.879502 - 1:26:16 -   grad: 1.33e-01  flops: 3.30e+14  wps: 3.09e+04  iter:  0.5011  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 641.194 W
INFO    26-05-04 21:02:04.869918 - 1:26:18 -   grad: 1.07e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5131  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 653.52 W
INFO    26-05-04 21:02:06.979619 - 1:26:20 -   grad: 1.18e-01  flops: 3.32e+14  wps: 3.11e+04  iter:  0.5076  data: 0.0051  lr: 1.00e-03  mem: 50%  pow: 640.889 W
INFO    26-05-04 21:02:08.998786 - 1:26:22 -   grad: 1.17e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5179  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 637.667 W
INFO    26-05-04 21:02:11.051645 - 1:26:24 -   grad: 1.09e-01  flops: 3.41e+14  wps: 3.20e+04  iter:  0.5025  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 660.24 W
INFO    26-05-04 21:02:13.114053 - 1:26:26 -   grad: 1.19e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5139  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 641.035 W
INFO    26-05-04 21:02:15.219774 - 1:26:28 -   grad: 1.14e-01  flops: 3.33e+14  wps: 3.12e+04  iter:  0.4954  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 649.443 W
INFO    26-05-04 21:02:17.233909 - 1:26:30 -   grad: 1.23e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4935  data: 0.0021  lr: 1.00e-03  mem: 50%  pow: 662.847 W
INFO    26-05-04 21:02:19.565929 - 1:26:33 -   grad: 1.29e-01  flops: 3.00e+14  wps: 2.81e+04  iter:  0.5133  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 661.683 W
INFO    26-05-04 21:02:21.578270 - 1:26:35 -   grad: 1.25e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5031  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 658.258 W
INFO    26-05-04 21:02:24.331168 - 1:26:38 -   grad: 1.21e-01  flops: 2.55e+14  wps: 2.38e+04  iter:  0.4968  data: 0.0061  lr: 1.00e-03  mem: 50%  pow: 642.943 W
INFO    26-05-04 21:02:26.430425 - 1:26:40 -   grad: 1.20e-01  flops: 3.34e+14  wps: 3.12e+04  iter:  0.4766  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 651.899 W
INFO    26-05-04 21:02:29.416651 - 1:26:43 -   grad: 1.21e-01  flops: 2.34e+14  wps: 2.20e+04  iter:  0.4865  data: 0.0094  lr: 1.00e-03  mem: 50%  pow: 656.376 W
INFO    26-05-04 21:02:31.422437 - 1:26:45 -   grad: 1.22e-01  flops: 3.49e+14  wps: 3.27e+04  iter:   0.521  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 639.731 W
INFO    26-05-04 21:02:33.417177 - 1:26:47 -   grad: 1.01e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.5034  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 642.628 W
INFO    26-05-04 21:02:35.431381 - 1:26:49 -   grad: 1.13e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5003  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 658.069 W
INFO    26-05-04 21:02:37.457120 - 1:26:51 -   grad: 1.05e-01  flops: 3.46e+14  wps: 3.24e+04  iter:   0.499  data: 0.0161  lr: 1.00e-03  mem: 50%  pow: 650.508 W
INFO    26-05-04 21:02:39.470589 - 1:26:53 -   grad: 1.20e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4949  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 664.381 W
INFO    26-05-04 21:02:41.488991 - 1:26:55 -   grad: 1.14e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5009  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 663.088 W
INFO    26-05-04 21:02:43.461948 - 1:26:57 -   grad: 1.08e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4997  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 670.385 W
INFO    26-05-04 21:02:45.446127 - 1:26:59 -   grad: 1.25e-01  flops: 3.53e+14  wps: 3.30e+04  iter:   0.474  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 663.901 W
INFO    26-05-04 21:02:47.454752 - 1:27:01 -   grad: 1.24e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4946  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 676.452 W
INFO    26-05-04 21:02:49.452069 - 1:27:03 -   grad: 1.02e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5004  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 647.335 W
INFO    26-05-04 21:02:51.482451 - 1:27:05 -   grad: 1.06e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5019  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 657.692 W
INFO    26-05-04 21:02:53.554716 - 1:27:07 -   grad: 1.22e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5366  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 650.725 W
INFO    26-05-04 21:02:55.618643 - 1:27:09 -   grad: 1.09e-01  flops: 3.40e+14  wps: 3.18e+04  iter:     0.5  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 628.912 W
INFO    26-05-04 21:02:58.233893 - 1:27:11 -   grad: 1.13e-01  flops: 2.68e+14  wps: 2.51e+04  iter:  0.5108  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 637.338 W
INFO    26-05-04 21:03:00.256666 - 1:27:14 -   grad: 1.02e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5157  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 642.264 W
INFO    26-05-04 21:03:03.930191 - 1:27:17 -   grad: 1.28e-01  flops: 1.91e+14  wps: 1.79e+04  iter:  0.4935  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 651.238 W
INFO    26-05-04 21:03:06.629158 - 1:27:20 -   grad: 1.42e-01  flops: 2.60e+14  wps: 2.43e+04  iter:  0.4965  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 660.064 W
INFO    26-05-04 21:03:08.941683 - 1:27:22 -   grad: 1.39e-01  flops: 3.03e+14  wps: 2.84e+04  iter:  0.5396  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 626.063 W
INFO    26-05-04 21:03:11.089375 - 1:27:24 -   grad: 1.39e-01  flops: 3.26e+14  wps: 3.05e+04  iter:  0.4859  data: 0.0024  lr: 1.00e-03  mem: 50%  pow: 648.667 W
INFO    26-05-04 21:03:13.244666 - 1:27:26 -   grad: 1.21e-01  flops: 3.25e+14  wps: 3.04e+04  iter:  0.4763  data: 0.0157  lr: 1.00e-03  mem: 50%  pow: 651.559 W
INFO    26-05-04 21:03:15.299489 - 1:27:29 -   grad: 1.35e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5359  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 626.923 W
INFO    26-05-04 21:03:17.365757 - 1:27:31 -   grad: 1.25e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5006  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 647.611 W
INFO    26-05-04 21:03:19.467561 - 1:27:33 -   grad: 1.42e-01  flops: 3.34e+14  wps: 3.12e+04  iter:  0.5086  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 643.077 W
INFO    26-05-04 21:03:21.497757 - 1:27:35 -   grad: 1.34e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4925  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 651.017 W
INFO    26-05-04 21:03:23.564578 - 1:27:37 -   grad: 1.12e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5089  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 645.592 W
INFO    26-05-04 21:03:25.652942 - 1:27:39 -   grad: 1.10e-01  flops: 3.36e+14  wps: 3.14e+04  iter:  0.4872  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 661.739 W
INFO    26-05-04 21:03:27.670133 - 1:27:41 -   grad: 1.02e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5032  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 644.951 W
INFO    26-05-04 21:03:29.701785 - 1:27:43 -   grad: 1.13e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5081  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 645.699 W
INFO    26-05-04 21:03:31.751949 - 1:27:45 -   grad: 1.05e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5051  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 648.898 W
INFO    26-05-04 21:03:33.760573 - 1:27:47 -   grad: 1.06e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.4714  data: 0.021  lr: 1.00e-03  mem: 50%  pow: 654.917 W
INFO    26-05-04 21:03:35.948084 - 1:27:49 -   grad: 1.01e-01  flops: 3.20e+14  wps: 3.00e+04  iter:  0.4967  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 647.307 W
INFO    26-05-04 21:03:37.914265 - 1:27:51 -   grad: 1.02e-01  flops: 3.56e+14  wps: 3.34e+04  iter:  0.5051  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 656.72 W
INFO    26-05-04 21:03:39.887415 - 1:27:53 -   grad: 1.11e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4934  data: 0.0018  lr: 1.00e-03  mem: 50%  pow: 659.043 W
INFO    26-05-04 21:03:41.907118 - 1:27:55 -   grad: 1.06e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4997  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 654.955 W
INFO    26-05-04 21:03:43.939740 - 1:27:57 -   grad: 1.08e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4915  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 647.841 W
INFO    26-05-04 21:03:45.926377 - 1:27:59 -   grad: 1.12e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4891  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 655.633 W
INFO    26-05-04 21:03:47.929374 - 1:28:01 -   grad: 1.14e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5045  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 651.811 W
INFO    26-05-04 21:03:49.948104 - 1:28:03 -   grad: 1.07e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4842  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 646.666 W
INFO    26-05-04 21:03:51.965418 - 1:28:05 -   grad: 1.08e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5292  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 653.243 W
INFO    26-05-04 21:03:53.948610 - 1:28:07 -   grad: 1.14e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4909  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 648.809 W
INFO    26-05-04 21:03:56.078858 - 1:28:09 -   grad: 1.08e-01  flops: 3.29e+14  wps: 3.08e+04  iter:  0.4958  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 655.466 W
INFO    26-05-04 21:03:58.547927 - 1:28:12 -   grad: 1.12e-01  flops: 2.84e+14  wps: 2.66e+04  iter:  0.4893  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 650.638 W
INFO    26-05-04 21:04:00.583657 - 1:28:14 -   grad: 1.13e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5141  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 638.902 W
INFO    26-05-04 21:04:02.741234 - 1:28:16 -   grad: 1.31e-01  flops: 3.25e+14  wps: 3.04e+04  iter:  0.4961  data: 0.0009  lr: 1.00e-03  mem: 50%  pow: 660.388 W
INFO    26-05-04 21:04:04.816248 - 1:28:18 -   grad: 1.26e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.4976  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 651.04 W
INFO    26-05-04 21:04:06.791598 - 1:28:20 -   grad: 1.04e-01  flops: 3.54e+14  wps: 3.32e+04  iter:  0.5142  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 652.784 W
INFO    26-05-04 21:04:08.794847 - 1:28:22 -   grad: 1.16e-01  flops: 3.50e+14  wps: 3.27e+04  iter:   0.518  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 656.669 W
INFO    26-05-04 21:04:10.861170 - 1:28:24 -   grad: 1.18e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5153  data: 0.0022  lr: 1.00e-03  mem: 50%  pow: 642.453 W
INFO    26-05-04 21:04:12.867784 - 1:28:26 -   grad: 1.21e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4856  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 668.855 W
INFO    26-05-04 21:04:14.943909 - 1:28:28 -   grad: 1.17e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.4949  data: 0.0017  lr: 1.00e-03  mem: 50%  pow: 630.763 W
INFO    26-05-04 21:04:16.943688 - 1:28:30 -   grad: 1.07e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4983  data: 0.0024  lr: 1.00e-03  mem: 50%  pow: 663.656 W
INFO    26-05-04 21:04:18.958228 - 1:28:32 -   grad: 1.22e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5048  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 659.336 W
INFO    26-05-04 21:04:21.040257 - 1:28:34 -   grad: 1.35e-01  flops: 3.37e+14  wps: 3.15e+04  iter:  0.5151  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 610.536 W
INFO    26-05-04 21:04:23.049518 - 1:28:36 -   grad: 1.38e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.4912  data: 0.0174  lr: 1.00e-03  mem: 50%  pow: 648.058 W
INFO    26-05-04 21:04:25.863515 - 1:28:39 -   grad: 1.31e-01  flops: 2.49e+14  wps: 2.33e+04  iter:  0.4983  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 650.538 W
INFO    26-05-04 21:04:27.870375 - 1:28:41 -   grad: 1.03e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4959  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 656.556 W
INFO    26-05-04 21:04:29.899176 - 1:28:43 -   grad: 1.09e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4959  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 663.213 W
INFO    26-05-04 21:04:31.940381 - 1:28:45 -   grad: 1.15e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4997  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 644.442 W
INFO    26-05-04 21:04:34.054753 - 1:28:47 -   grad: 1.10e-01  flops: 3.31e+14  wps: 3.10e+04  iter:  0.5135  data: 0.0038  lr: 1.00e-03  mem: 50%  pow: 646.06 W
INFO    26-05-04 21:04:37.818996 - 1:28:51 -   grad: 1.11e-01  flops: 1.86e+14  wps: 1.74e+04  iter:  0.5142  data: 0.0026  lr: 1.00e-03  mem: 50%  pow: 641.153 W
INFO    26-05-04 21:04:41.208819 - 1:28:54 -   grad: 1.03e-01  flops: 2.07e+14  wps: 1.94e+04  iter:  0.4972  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 661.788 W
INFO    26-05-04 21:04:43.192243 - 1:28:56 -   grad: 1.10e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4936  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 651.87 W
INFO    26-05-04 21:04:45.298672 - 1:28:59 -   grad: 1.03e-01  flops: 3.33e+14  wps: 3.11e+04  iter:   0.533  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 666.958 W
INFO    26-05-04 21:04:47.327114 - 1:29:01 -   grad: 1.12e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5126  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 637.274 W
INFO    26-05-04 21:04:49.370152 - 1:29:03 -   grad: 1.17e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.4856  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 650.906 W
INFO    26-05-04 21:04:51.385579 - 1:29:05 -   grad: 1.16e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5059  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 656.747 W
INFO    26-05-04 21:04:53.442298 - 1:29:07 -   grad: 1.15e-01  flops: 3.41e+14  wps: 3.19e+04  iter:   0.524  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 641.146 W
INFO    26-05-04 21:04:55.528317 - 1:29:09 -   grad: 1.11e-01  flops: 3.36e+14  wps: 3.15e+04  iter:  0.4946  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 644.783 W
INFO    26-05-04 21:04:57.529560 - 1:29:11 -   grad: 1.13e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5021  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 650.402 W
INFO    26-05-04 21:04:59.494070 - 1:29:13 -   grad: 1.24e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.4719  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 669.079 W
INFO    26-05-04 21:05:01.529847 - 1:29:15 -   grad: 1.14e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5039  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 639.312 W
INFO    26-05-04 21:05:03.545209 - 1:29:17 -   grad: 1.23e-01  flops: 3.48e+14  wps: 3.26e+04  iter:   0.511  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 652.519 W
INFO    26-05-04 21:05:05.579025 - 1:29:19 -   grad: 1.09e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5106  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 645.984 W
INFO    26-05-04 21:05:07.630839 - 1:29:21 -   grad: 1.21e-01  flops: 3.42e+14  wps: 3.20e+04  iter:   0.521  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 644.929 W
INFO    26-05-04 21:05:09.678838 - 1:29:23 -   grad: 1.11e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5002  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 658.805 W
INFO    26-05-04 21:05:11.661289 - 1:29:25 -   grad: 1.14e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4861  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 666.67 W
INFO    26-05-04 21:05:13.694178 - 1:29:27 -   grad: 1.15e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.513  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 654.288 W
INFO    26-05-04 21:05:15.731782 - 1:29:29 -   grad: 1.18e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5031  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 645.261 W
INFO    26-05-04 21:05:17.747470 - 1:29:31 -   grad: 1.09e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5049  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 657.108 W
INFO    26-05-04 21:05:19.786352 - 1:29:33 -   grad: 1.07e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4993  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 662.256 W
INFO    26-05-04 21:05:21.811399 - 1:29:35 -   grad: 1.03e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5049  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 643.013 W
INFO    26-05-04 21:05:23.840987 - 1:29:37 -   grad: 1.14e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5204  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 640.7 W
INFO    26-05-04 21:05:25.810175 - 1:29:39 -   grad: 1.00e-01  flops: 3.56e+14  wps: 3.33e+04  iter:  0.4893  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 655.877 W
INFO    26-05-04 21:05:27.944420 - 1:29:41 -   grad: 1.16e-01  flops: 3.28e+14  wps: 3.07e+04  iter:   0.497  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 672.566 W
INFO    26-05-04 21:05:29.997941 - 1:29:43 -   grad: 1.20e-01  flops: 3.41e+14  wps: 3.20e+04  iter:  0.5159  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 632.805 W
INFO    26-05-04 21:05:31.985402 - 1:29:45 -   grad: 1.26e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.5028  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 660.391 W
INFO    26-05-04 21:05:34.077039 - 1:29:47 -   grad: 1.21e-01  flops: 3.35e+14  wps: 3.13e+04  iter:  0.4965  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 665.746 W
INFO    26-05-04 21:05:36.361485 - 1:29:50 -   grad: 1.23e-01  flops: 3.07e+14  wps: 2.87e+04  iter:  0.5102  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 635.073 W
INFO    26-05-04 21:05:38.412814 - 1:29:52 -   grad: 1.36e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5108  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 639.242 W
INFO    26-05-04 21:05:40.517086 - 1:29:54 -   grad: 1.33e-01  flops: 3.33e+14  wps: 3.12e+04  iter:  0.5199  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 634.361 W
INFO    26-05-04 21:05:42.552021 - 1:29:56 -   grad: 1.27e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5107  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 650.319 W
INFO    26-05-04 21:05:44.891646 - 1:29:58 -   grad: 1.36e-01  flops: 2.99e+14  wps: 2.80e+04  iter:  0.5033  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 639.588 W
INFO    26-05-04 21:05:47.912405 - 1:30:01 -   grad: 1.29e-01  flops: 2.32e+14  wps: 2.17e+04  iter:  0.5266  data: 0.0155  lr: 1.00e-03  mem: 50%  pow: 621.051 W
INFO    26-05-04 21:05:49.927682 - 1:30:03 -   grad: 1.09e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4929  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 650.994 W
INFO    26-05-04 21:05:51.932681 - 1:30:05 -   grad: 1.03e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.5046  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 645.008 W
INFO    26-05-04 21:05:53.948303 - 1:30:07 -   grad: 1.19e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5218  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 644.16 W
INFO    26-05-04 21:05:55.981184 - 1:30:09 -   grad: 1.15e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.487  data: 0.0271  lr: 1.00e-03  mem: 50%  pow: 639.055 W
INFO    26-05-04 21:05:57.998184 - 1:30:11 -   grad: 1.06e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5014  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 631.094 W
INFO    26-05-04 21:06:00.001567 - 1:30:13 -   grad: 1.04e-01  flops: 3.50e+14  wps: 3.27e+04  iter:  0.4953  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 653.266 W
INFO    26-05-04 21:06:02.035344 - 1:30:15 -   grad: 1.03e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.4986  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 653.26 W
INFO    26-05-04 21:06:04.053785 - 1:30:17 -   grad: 1.09e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5185  data: 0.0025  lr: 1.00e-03  mem: 50%  pow: 650.028 W
INFO    26-05-04 21:06:06.122286 - 1:30:19 -   grad: 1.05e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.4759  data: 0.0241  lr: 1.00e-03  mem: 50%  pow: 646.838 W
INFO    26-05-04 21:06:08.241045 - 1:30:21 -   grad: 1.09e-01  flops: 3.31e+14  wps: 3.10e+04  iter:  0.5055  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 642.587 W
INFO    26-05-04 21:06:10.251626 - 1:30:24 -   grad: 1.07e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4898  data: 0.0054  lr: 1.00e-03  mem: 50%  pow: 655.631 W
INFO    26-05-04 21:06:12.267359 - 1:30:26 -   grad: 1.01e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4963  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 655.362 W
INFO    26-05-04 21:06:14.305685 - 1:30:28 -   grad: 1.01e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5096  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 661.308 W
INFO    26-05-04 21:06:16.396770 - 1:30:30 -   grad: 1.03e-01  flops: 3.35e+14  wps: 3.14e+04  iter:   0.509  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 638.854 W
INFO    26-05-04 21:06:18.842270 - 1:30:32 -   grad: 1.11e-01  flops: 2.86e+14  wps: 2.68e+04  iter:  0.5261  data: 0.0009  lr: 1.00e-03  mem: 50%  pow: 646.488 W
INFO    26-05-04 21:06:20.826959 - 1:30:34 -   grad: 1.22e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4992  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 676.369 W
INFO    26-05-04 21:06:22.852770 - 1:30:36 -   grad: 1.26e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4819  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 647.358 W
INFO    26-05-04 21:06:25.286839 - 1:30:39 -   grad: 1.32e-01  flops: 2.88e+14  wps: 2.70e+04  iter:  0.4925  data: 0.0174  lr: 1.00e-03  mem: 50%  pow: 657.966 W
INFO    26-05-04 21:06:27.279118 - 1:30:41 -   grad: 1.11e-01  flops: 3.52e+14  wps: 3.29e+04  iter:    0.49  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 670.452 W
INFO    26-05-04 21:06:29.347050 - 1:30:43 -   grad: 1.19e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5186  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 638.752 W
INFO    26-05-04 21:06:31.502114 - 1:30:45 -   grad: 1.24e-01  flops: 3.25e+14  wps: 3.04e+04  iter:   0.496  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 644.182 W
INFO    26-05-04 21:06:33.503373 - 1:30:47 -   grad: 1.31e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5015  data: 0.0009  lr: 1.00e-03  mem: 50%  pow: 661.895 W
INFO    26-05-04 21:06:35.537428 - 1:30:49 -   grad: 1.27e-01  flops: 3.44e+14  wps: 3.22e+04  iter:  0.5059  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 649.191 W
INFO    26-05-04 21:06:37.512708 - 1:30:51 -   grad: 1.22e-01  flops: 3.55e+14  wps: 3.32e+04  iter:   0.483  data: 0.0114  lr: 1.00e-03  mem: 50%  pow: 656.251 W
INFO    26-05-04 21:06:39.587692 - 1:30:53 -   grad: 1.10e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5145  data: 0.0009  lr: 1.00e-03  mem: 50%  pow: 647.155 W
INFO    26-05-04 21:06:41.579170 - 1:30:55 -   grad: 1.09e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.4984  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 646.848 W
INFO    26-05-04 21:06:43.713009 - 1:30:57 -   grad: 1.16e-01  flops: 3.28e+14  wps: 3.07e+04  iter:  0.5061  data: 0.0021  lr: 1.00e-03  mem: 50%  pow: 644.475 W
INFO    26-05-04 21:06:45.740982 - 1:30:59 -   grad: 1.08e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5224  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 658.927 W
INFO    26-05-04 21:06:47.727028 - 1:31:01 -   grad: 1.19e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4642  data: 0.0254  lr: 1.00e-03  mem: 50%  pow: 646.932 W
INFO    26-05-04 21:06:49.753968 - 1:31:03 -   grad: 1.10e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4879  data: 0.0024  lr: 1.00e-03  mem: 50%  pow: 641.347 W
INFO    26-05-04 21:06:51.888672 - 1:31:05 -   grad: 1.19e-01  flops: 3.28e+14  wps: 3.07e+04  iter:  0.4874  data: 0.0163  lr: 1.00e-03  mem: 50%  pow: 653.439 W
INFO    26-05-04 21:06:53.908191 - 1:31:07 -   grad: 1.17e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5077  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 642.704 W
INFO    26-05-04 21:06:55.917194 - 1:31:09 -   grad: 1.09e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.4902  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 659.673 W
INFO    26-05-04 21:06:57.895277 - 1:31:11 -   grad: 9.59e-02  flops: 3.54e+14  wps: 3.32e+04  iter:  0.5059  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 661.118 W
INFO    26-05-04 21:06:59.910316 - 1:31:13 -   grad: 1.09e-01  flops: 3.48e+14  wps: 3.25e+04  iter:  0.5134  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 631.281 W
INFO    26-05-04 21:07:01.931134 - 1:31:15 -   grad: 1.02e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5112  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 640.261 W
INFO    26-05-04 21:07:03.980006 - 1:31:17 -   grad: 1.06e-01  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5031  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 648.109 W
INFO    26-05-04 21:07:05.960625 - 1:31:19 -   grad: 1.06e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4865  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 657.661 W
INFO    26-05-04 21:07:08.526890 - 1:31:22 -   grad: 1.14e-01  flops: 2.73e+14  wps: 2.55e+04  iter:  0.4863  data: 0.0173  lr: 1.00e-03  mem: 50%  pow: 637.286 W
INFO    26-05-04 21:07:10.510226 - 1:31:24 -   grad: 1.19e-01  flops: 3.53e+14  wps: 3.31e+04  iter:  0.4953  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 645.986 W
INFO    26-05-04 21:07:12.519940 - 1:31:26 -   grad: 1.12e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.4986  data: 0.0029  lr: 1.00e-03  mem: 50%  pow: 642.565 W
INFO    26-05-04 21:07:14.465457 - 1:31:28 -   grad: 1.11e-01  flops: 3.60e+14  wps: 3.37e+04  iter:  0.4698  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 670.87 W
INFO    26-05-04 21:07:16.511118 - 1:31:30 -   grad: 1.03e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5022  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 633.96 W
INFO    26-05-04 21:07:18.485353 - 1:31:32 -   grad: 1.14e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4927  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 652.085 W
INFO    26-05-04 21:07:20.525524 - 1:31:34 -   grad: 1.10e-01  flops: 3.43e+14  wps: 3.22e+04  iter:   0.517  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 650.827 W
INFO    26-05-04 21:07:22.567653 - 1:31:36 -   grad: 1.13e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5165  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 653.832 W
INFO    26-05-04 21:07:24.593074 - 1:31:38 -   grad: 1.00e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4978  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 642.058 W
INFO    26-05-04 21:07:26.650991 - 1:31:40 -   grad: 1.16e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4999  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 651.483 W
INFO    26-05-04 21:07:28.672265 - 1:31:42 -   grad: 1.16e-01  flops: 3.47e+14  wps: 3.24e+04  iter:   0.484  data: 0.0285  lr: 1.00e-03  mem: 50%  pow: 656.577 W
INFO    26-05-04 21:07:30.687506 - 1:31:44 -   grad: 1.13e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5171  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 636.777 W
INFO    26-05-04 21:07:32.692711 - 1:31:46 -   grad: 1.19e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4883  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 651.106 W
INFO    26-05-04 21:07:34.733372 - 1:31:48 -   grad: 1.10e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5102  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 654.253 W
INFO    26-05-04 21:07:36.738085 - 1:31:50 -   grad: 1.10e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4892  data: 0.0137  lr: 1.00e-03  mem: 50%  pow: 650.908 W
INFO    26-05-04 21:07:38.967286 - 1:31:52 -   grad: 1.21e-01  flops: 3.14e+14  wps: 2.94e+04  iter:  0.4802  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 656.702 W
INFO    26-05-04 21:07:42.041135 - 1:31:55 -   grad: 1.14e-01  flops: 2.28e+14  wps: 2.13e+04  iter:  0.4837  data: 0.0033  lr: 1.00e-03  mem: 50%  pow: 658.458 W
INFO    26-05-04 21:07:44.062850 - 1:31:57 -   grad: 1.12e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5028  data: 0.0022  lr: 1.00e-03  mem: 50%  pow: 649.83 W
INFO    26-05-04 21:07:46.476445 - 1:32:00 -   grad: 1.10e-01  flops: 2.90e+14  wps: 2.72e+04  iter:  0.5057  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 652.013 W
INFO    26-05-04 21:07:48.482872 - 1:32:02 -   grad: 9.86e-02  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5003  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 644.82 W
INFO    26-05-04 21:07:50.475440 - 1:32:04 -   grad: 1.20e-01  flops: 3.52e+14  wps: 3.29e+04  iter:  0.5064  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 662.851 W
INFO    26-05-04 21:07:52.575767 - 1:32:06 -   grad: 1.34e-01  flops: 3.34e+14  wps: 3.12e+04  iter:  0.5271  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 641.974 W
INFO    26-05-04 21:07:54.571355 - 1:32:08 -   grad: 1.18e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4919  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 648.943 W
INFO    26-05-04 21:07:57.304912 - 1:32:11 -   grad: 1.05e-01  flops: 2.56e+14  wps: 2.40e+04  iter:  0.4959  data: 0.0194  lr: 1.00e-03  mem: 50%  pow: 641.579 W
INFO    26-05-04 21:07:59.265888 - 1:32:13 -   grad: 1.26e-01  flops: 3.58e+14  wps: 3.35e+04  iter:  0.4728  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 672.157 W
INFO    26-05-04 21:08:01.297769 - 1:32:15 -   grad: 1.38e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4992  data: 0.0081  lr: 1.00e-03  mem: 50%  pow: 635.94 W
INFO    26-05-04 21:08:03.354732 - 1:32:17 -   grad: 1.44e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.4905  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 649.926 W
INFO    26-05-04 21:08:05.569037 - 1:32:19 -   grad: 1.29e-01  flops: 3.16e+14  wps: 2.96e+04  iter:  0.4955  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 653.27 W
INFO    26-05-04 21:08:07.586133 - 1:32:21 -   grad: 1.23e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5022  data: 0.0017  lr: 1.00e-03  mem: 50%  pow: 668.461 W
INFO    26-05-04 21:08:09.716919 - 1:32:23 -   grad: 1.03e-01  flops: 3.29e+14  wps: 3.08e+04  iter:    0.52  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 632.635 W
INFO    26-05-04 21:08:11.729481 - 1:32:25 -   grad: 1.31e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5076  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 646.298 W
INFO    26-05-04 21:08:13.756534 - 1:32:27 -   grad: 1.22e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5018  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 654.274 W
INFO    26-05-04 21:08:15.962940 - 1:32:29 -   grad: 1.07e-01  flops: 3.17e+14  wps: 2.97e+04  iter:  0.4875  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 662.307 W
INFO    26-05-04 21:08:17.975031 - 1:32:31 -   grad: 1.25e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4957  data: 0.0023  lr: 1.00e-03  mem: 50%  pow: 637.632 W
INFO    26-05-04 21:08:19.995337 - 1:32:33 -   grad: 1.12e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5026  data: 0.0137  lr: 1.00e-03  mem: 50%  pow: 643.269 W
INFO    26-05-04 21:08:22.958873 - 1:32:36 -   grad: 1.02e-01  flops: 2.36e+14  wps: 2.21e+04  iter:  0.5174  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 641.318 W
INFO    26-05-04 21:08:29.043636 - 1:32:42 -   grad: 1.08e-01  flops: 1.15e+14  wps: 1.08e+04  iter:  0.4911  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 658.364 W
INFO    26-05-04 21:08:31.048810 - 1:32:44 -   grad: 1.23e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.4961  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 664.727 W
INFO    26-05-04 21:08:33.092719 - 1:32:46 -   grad: 1.02e-01  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5086  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 639.529 W
INFO    26-05-04 21:08:35.150182 - 1:32:48 -   grad: 1.03e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5243  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 639.043 W
INFO    26-05-04 21:08:37.247592 - 1:32:51 -   grad: 9.60e-02  flops: 3.34e+14  wps: 3.13e+04  iter:  0.4989  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 658.865 W
INFO    26-05-04 21:08:39.341135 - 1:32:53 -   grad: 1.05e-01  flops: 3.35e+14  wps: 3.13e+04  iter:  0.5131  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 634.903 W
INFO    26-05-04 21:08:41.384816 - 1:32:55 -   grad: 9.77e-02  flops: 3.43e+14  wps: 3.21e+04  iter:   0.497  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 655.202 W
INFO    26-05-04 21:08:43.484859 - 1:32:57 -   grad: 1.12e-01  flops: 3.34e+14  wps: 3.13e+04  iter:  0.5466  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 621.155 W
INFO    26-05-04 21:08:45.511942 - 1:32:59 -   grad: 1.06e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5002  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 660.338 W
INFO    26-05-04 21:08:47.698411 - 1:33:01 -   grad: 9.83e-02  flops: 3.20e+14  wps: 3.00e+04  iter:  0.5363  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 634.528 W
INFO    26-05-04 21:08:49.717726 - 1:33:03 -   grad: 9.88e-02  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5007  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 651.94 W
INFO    26-05-04 21:08:51.887594 - 1:33:05 -   grad: 9.63e-02  flops: 3.23e+14  wps: 3.02e+04  iter:  0.5109  data: 0.0026  lr: 1.00e-03  mem: 50%  pow: 659.773 W
INFO    26-05-04 21:08:53.928060 - 1:33:07 -   grad: 9.74e-02  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5106  data: 0.0023  lr: 1.00e-03  mem: 50%  pow: 644.211 W
INFO    26-05-04 21:08:55.946210 - 1:33:09 -   grad: 9.87e-02  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4827  data: 0.015  lr: 1.00e-03  mem: 50%  pow: 649.48 W
INFO    26-05-04 21:08:57.957584 - 1:33:11 -   grad: 9.99e-02  flops: 3.48e+14  wps: 3.26e+04  iter:   0.498  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 666.607 W
INFO    26-05-04 21:09:00.085042 - 1:33:13 -   grad: 1.08e-01  flops: 3.29e+14  wps: 3.08e+04  iter:   0.505  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 650.428 W
INFO    26-05-04 21:09:02.270175 - 1:33:16 -   grad: 1.11e-01  flops: 3.20e+14  wps: 3.00e+04  iter:  0.4937  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 669.272 W
INFO    26-05-04 21:09:04.300082 - 1:33:18 -   grad: 1.04e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4925  data: 0.0022  lr: 1.00e-03  mem: 50%  pow: 649.469 W
INFO    26-05-04 21:09:06.323521 - 1:33:20 -   grad: 1.16e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5065  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 645.916 W
INFO    26-05-04 21:09:08.454405 - 1:33:22 -   grad: 1.06e-01  flops: 3.29e+14  wps: 3.08e+04  iter:  0.5254  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 649.077 W
INFO    26-05-04 21:09:10.450387 - 1:33:24 -   grad: 1.17e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4849  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 662.523 W
INFO    26-05-04 21:09:12.468967 - 1:33:26 -   grad: 1.16e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.5082  data: 0.0019  lr: 1.00e-03  mem: 50%  pow: 658.591 W
INFO    26-05-04 21:09:14.458611 - 1:33:28 -   grad: 1.19e-01  flops: 3.52e+14  wps: 3.30e+04  iter:  0.4979  data: 0.0026  lr: 1.00e-03  mem: 50%  pow: 662.943 W
INFO    26-05-04 21:09:16.478434 - 1:33:30 -   grad: 1.17e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4949  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 662.047 W
INFO    26-05-04 21:09:18.486779 - 1:33:32 -   grad: 1.14e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5063  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 657.102 W
INFO    26-05-04 21:09:20.479466 - 1:33:34 -   grad: 1.05e-01  flops: 3.51e+14  wps: 3.29e+04  iter:   0.492  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 655.814 W
INFO    26-05-04 21:09:22.472537 - 1:33:36 -   grad: 1.24e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4754  data: 0.007  lr: 1.00e-03  mem: 50%  pow: 660.318 W
INFO    26-05-04 21:09:24.555824 - 1:33:38 -   grad: 1.06e-01  flops: 3.36e+14  wps: 3.15e+04  iter:  0.4874  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 655.923 W
INFO    26-05-04 21:09:26.553901 - 1:33:40 -   grad: 1.07e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5053  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 646.887 W
INFO    26-05-04 21:09:28.743916 - 1:33:42 -   grad: 1.03e-01  flops: 3.20e+14  wps: 2.99e+04  iter:  0.5174  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 640.475 W
INFO    26-05-04 21:09:30.754765 - 1:33:44 -   grad: 1.14e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4927  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 642.554 W
INFO    26-05-04 21:09:33.048651 - 1:33:46 -   grad: 1.11e-01  flops: 3.05e+14  wps: 2.86e+04  iter:  0.4914  data: 0.0153  lr: 1.00e-03  mem: 50%  pow: 661.001 W
INFO    26-05-04 21:09:35.252134 - 1:33:49 -   grad: 1.16e-01  flops: 3.18e+14  wps: 2.98e+04  iter:  0.4789  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 669.179 W
INFO    26-05-04 21:09:37.296847 - 1:33:51 -   grad: 1.18e-01  flops: 3.43e+14  wps: 3.21e+04  iter:   0.537  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 648.363 W
INFO    26-05-04 21:09:39.330565 - 1:33:53 -   grad: 1.03e-01  flops: 3.44e+14  wps: 3.23e+04  iter:  0.5059  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 635.944 W
INFO    26-05-04 21:09:41.392403 - 1:33:55 -   grad: 1.02e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.5126  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 627.345 W
INFO    26-05-04 21:09:43.415855 - 1:33:57 -   grad: 1.01e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4947  data: 0.0175  lr: 1.00e-03  mem: 50%  pow: 642.3 W
INFO    26-05-04 21:09:45.532115 - 1:33:59 -   grad: 1.02e-01  flops: 3.31e+14  wps: 3.10e+04  iter:  0.5052  data: 0.0286  lr: 1.00e-03  mem: 50%  pow: 648.436 W
INFO    26-05-04 21:09:47.681036 - 1:34:01 -   grad: 1.02e-01  flops: 3.27e+14  wps: 3.06e+04  iter:   0.491  data: 0.0271  lr: 1.00e-03  mem: 50%  pow: 646.759 W
INFO    26-05-04 21:09:49.698872 - 1:34:03 -   grad: 1.08e-01  flops: 3.47e+14  wps: 3.25e+04  iter:  0.4812  data: 0.0192  lr: 1.00e-03  mem: 50%  pow: 649.459 W
INFO    26-05-04 21:09:51.708598 - 1:34:05 -   grad: 1.11e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5093  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 642.438 W
INFO    26-05-04 21:09:53.706411 - 1:34:07 -   grad: 9.99e-02  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5092  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 666.69 W
INFO    26-05-04 21:09:56.500881 - 1:34:10 -   grad: 1.17e-01  flops: 2.51e+14  wps: 2.35e+04  iter:    0.51  data: 0.005  lr: 1.00e-03  mem: 50%  pow: 647.5 W
INFO    26-05-04 21:09:58.498382 - 1:34:12 -   grad: 1.17e-01  flops: 3.51e+14  wps: 3.28e+04  iter:    0.48  data: 0.0044  lr: 1.00e-03  mem: 50%  pow: 672.419 W
INFO    26-05-04 21:10:00.642591 - 1:34:14 -   grad: 1.11e-01  flops: 3.27e+14  wps: 3.06e+04  iter:  0.4979  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 647.772 W
INFO    26-05-04 21:10:02.712210 - 1:34:16 -   grad: 1.13e-01  flops: 3.39e+14  wps: 3.17e+04  iter:  0.5109  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 638.172 W
INFO    26-05-04 21:10:04.734380 - 1:34:18 -   grad: 1.30e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5045  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 644.743 W
INFO    26-05-04 21:10:06.734650 - 1:34:20 -   grad: 1.16e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4806  data: 0.0204  lr: 1.00e-03  mem: 50%  pow: 653.129 W
INFO    26-05-04 21:10:08.748737 - 1:34:22 -   grad: 1.04e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5001  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 660.983 W
INFO    26-05-04 21:10:10.747695 - 1:34:24 -   grad: 1.12e-01  flops: 3.51e+14  wps: 3.28e+04  iter:  0.4954  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 659.349 W
INFO    26-05-04 21:10:12.728771 - 1:34:26 -   grad: 1.06e-01  flops: 3.54e+14  wps: 3.31e+04  iter:  0.4887  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 648.064 W
INFO    26-05-04 21:10:14.760702 - 1:34:28 -   grad: 1.27e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4866  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 652.896 W
INFO    26-05-04 21:10:16.792537 - 1:34:30 -   grad: 1.26e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.4904  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 665.727 W
INFO    26-05-04 21:10:18.887825 - 1:34:32 -   grad: 1.18e-01  flops: 3.34e+14  wps: 3.13e+04  iter:  0.5015  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 646.966 W
INFO    26-05-04 21:10:20.850895 - 1:34:34 -   grad: 1.04e-01  flops: 3.57e+14  wps: 3.34e+04  iter:  0.5072  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 664.546 W
INFO    26-05-04 21:10:22.899201 - 1:34:36 -   grad: 1.16e-01  flops: 3.42e+14  wps: 3.20e+04  iter:   0.504  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 635.594 W
INFO    26-05-04 21:10:25.560655 - 1:34:39 -   grad: 1.06e-01  flops: 2.63e+14  wps: 2.46e+04  iter:  0.4961  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 657.271 W
INFO    26-05-04 21:10:27.630383 - 1:34:41 -   grad: 1.07e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.5076  data: 0.0017  lr: 1.00e-03  mem: 50%  pow: 643.276 W
INFO    26-05-04 21:10:29.657779 - 1:34:43 -   grad: 9.98e-02  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5039  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 648.536 W
INFO    26-05-04 21:10:31.701540 - 1:34:45 -   grad: 9.06e-02  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5242  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 630.793 W
INFO    26-05-04 21:10:33.745091 - 1:34:47 -   grad: 9.16e-02  flops: 3.43e+14  wps: 3.21e+04  iter:  0.5171  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 632.44 W
INFO    26-05-04 21:10:35.745851 - 1:34:49 -   grad: 9.01e-02  flops: 3.50e+14  wps: 3.28e+04  iter:  0.5117  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 646.208 W
INFO    26-05-04 21:10:37.797825 - 1:34:51 -   grad: 9.06e-02  flops: 3.41e+14  wps: 3.20e+04  iter:  0.4811  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 652.529 W
INFO    26-05-04 21:10:39.849415 - 1:34:53 -   grad: 9.84e-02  flops: 3.42e+14  wps: 3.20e+04  iter:  0.5274  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 642.112 W
INFO    26-05-04 21:10:42.656476 - 1:34:56 -   grad: 1.10e-01  flops: 2.50e+14  wps: 2.34e+04  iter:  0.5019  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 654.905 W
INFO    26-05-04 21:10:44.845941 - 1:34:58 -   grad: 1.15e-01  flops: 3.20e+14  wps: 3.00e+04  iter:  0.5033  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 654.79 W
INFO    26-05-04 21:10:46.851835 - 1:35:00 -   grad: 1.16e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5196  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 640.657 W
INFO    26-05-04 21:10:48.884091 - 1:35:02 -   grad: 1.22e-01  flops: 3.45e+14  wps: 3.23e+04  iter:   0.514  data: 0.0025  lr: 1.00e-03  mem: 50%  pow: 655.479 W
INFO    26-05-04 21:10:50.937012 - 1:35:04 -   grad: 1.19e-01  flops: 3.41e+14  wps: 3.20e+04  iter:  0.5299  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 642.649 W
INFO    26-05-04 21:10:52.973129 - 1:35:06 -   grad: 1.10e-01  flops: 3.44e+14  wps: 3.22e+04  iter:     0.5  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 657.334 W
INFO    26-05-04 21:10:54.959097 - 1:35:08 -   grad: 1.11e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4977  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 656.844 W
INFO    26-05-04 21:10:56.971159 - 1:35:10 -   grad: 1.12e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.5022  data: 0.0055  lr: 1.00e-03  mem: 50%  pow: 668.614 W
INFO    26-05-04 21:10:59.035279 - 1:35:12 -   grad: 1.09e-01  flops: 3.39e+14  wps: 3.18e+04  iter:  0.5233  data: 0.0056  lr: 1.00e-03  mem: 50%  pow: 648.469 W
INFO    26-05-04 21:11:01.065184 - 1:35:14 -   grad: 1.02e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5064  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 636.719 W
INFO    26-05-04 21:11:03.065050 - 1:35:16 -   grad: 1.08e-01  flops: 3.51e+14  wps: 3.29e+04  iter:  0.4975  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 660.1 W
INFO    26-05-04 21:11:05.072513 - 1:35:18 -   grad: 1.08e-01  flops: 3.49e+14  wps: 3.27e+04  iter:  0.5154  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 644.658 W
INFO    26-05-04 21:11:07.232347 - 1:35:20 -   grad: 1.08e-01  flops: 3.24e+14  wps: 3.04e+04  iter:  0.5133  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 643.888 W
INFO    26-05-04 21:11:09.284676 - 1:35:23 -   grad: 1.13e-01  flops: 3.41e+14  wps: 3.20e+04  iter:   0.503  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 643.691 W
INFO    26-05-04 21:11:11.339012 - 1:35:25 -   grad: 1.10e-01  flops: 3.41e+14  wps: 3.19e+04  iter:  0.5373  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 628.001 W
INFO    26-05-04 21:11:13.469829 - 1:35:27 -   grad: 1.22e-01  flops: 3.29e+14  wps: 3.08e+04  iter:  0.5102  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 656.997 W
INFO    26-05-04 21:11:15.498888 - 1:35:29 -   grad: 1.16e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5057  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 651.315 W
INFO    26-05-04 21:11:17.564030 - 1:35:31 -   grad: 1.10e-01  flops: 3.39e+14  wps: 3.18e+04  iter:   0.506  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 661.298 W
INFO    26-05-04 21:11:19.765695 - 1:35:33 -   grad: 1.10e-01  flops: 3.18e+14  wps: 2.98e+04  iter:  0.4664  data: 0.0173  lr: 1.00e-03  mem: 50%  pow: 664.382 W
INFO    26-05-04 21:11:21.790482 - 1:35:35 -   grad: 1.04e-01  flops: 3.46e+14  wps: 3.24e+04  iter:  0.4979  data: 0.002  lr: 1.00e-03  mem: 50%  pow: 657.793 W
INFO    26-05-04 21:11:23.853729 - 1:35:37 -   grad: 9.77e-02  flops: 3.40e+14  wps: 3.18e+04  iter:   0.498  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 660.016 W
INFO    26-05-04 21:11:25.863175 - 1:35:39 -   grad: 1.04e-01  flops: 3.49e+14  wps: 3.26e+04  iter:  0.5066  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 660.212 W
INFO    26-05-04 21:11:28.600177 - 1:35:42 -   grad: 1.12e-01  flops: 2.56e+14  wps: 2.40e+04  iter:   0.502  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 656.888 W
INFO    26-05-04 21:11:33.129289 - 1:35:46 -   grad: 1.11e-01  flops: 1.55e+14  wps: 1.45e+04  iter:   0.509  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 642.573 W
INFO    26-05-04 21:11:35.207410 - 1:35:48 -   grad: 1.27e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.5251  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 636.828 W
INFO    26-05-04 21:11:37.222149 - 1:35:50 -   grad: 1.20e-01  flops: 3.48e+14  wps: 3.26e+04  iter:  0.4964  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 660.786 W
INFO    26-05-04 21:11:39.254690 - 1:35:53 -   grad: 1.19e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5086  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 638.217 W
INFO    26-05-04 21:11:41.240423 - 1:35:54 -   grad: 1.27e-01  flops: 3.53e+14  wps: 3.30e+04  iter:  0.4896  data: 0.0012  lr: 1.00e-03  mem: 50%  pow: 674.826 W
INFO    26-05-04 21:11:43.459776 - 1:35:57 -   grad: 1.27e-01  flops: 3.16e+14  wps: 2.95e+04  iter:  0.4952  data: 0.0018  lr: 1.00e-03  mem: 50%  pow: 655.874 W
INFO    26-05-04 21:11:45.536854 - 1:35:59 -   grad: 1.25e-01  flops: 3.37e+14  wps: 3.16e+04  iter:  0.4948  data: 0.0125  lr: 1.00e-03  mem: 50%  pow: 649.943 W
INFO    26-05-04 21:11:48.257816 - 1:36:02 -   grad: 1.23e-01  flops: 2.58e+14  wps: 2.41e+04  iter:   0.495  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 657.941 W
INFO    26-05-04 21:11:50.287270 - 1:36:04 -   grad: 1.07e-01  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5171  data: 0.0009  lr: 1.00e-03  mem: 50%  pow: 644.062 W
INFO    26-05-04 21:11:52.747518 - 1:36:06 -   grad: 1.01e-01  flops: 2.85e+14  wps: 2.67e+04  iter:  0.4901  data: 0.0011  lr: 1.00e-03  mem: 50%  pow: 659.989 W
INFO    26-05-04 21:11:54.817649 - 1:36:08 -   grad: 1.01e-01  flops: 3.38e+14  wps: 3.17e+04  iter:  0.4964  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 670.262 W
INFO    26-05-04 21:11:57.056061 - 1:36:10 -   grad: 9.99e-02  flops: 3.13e+14  wps: 2.93e+04  iter:  0.5026  data: 0.0009  lr: 1.00e-03  mem: 50%  pow: 648.074 W
INFO    26-05-04 21:11:59.310645 - 1:36:13 -   grad: 1.01e-01  flops: 3.11e+14  wps: 2.91e+04  iter:  0.4965  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 648.657 W
INFO    26-05-04 21:12:01.617707 - 1:36:15 -   grad: 1.07e-01  flops: 3.04e+14  wps: 2.84e+04  iter:  0.5109  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 630.474 W
INFO    26-05-04 21:12:03.646549 - 1:36:17 -   grad: 9.37e-02  flops: 3.45e+14  wps: 3.23e+04  iter:  0.5205  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 640.086 W
INFO    26-05-04 21:12:05.671554 - 1:36:19 -   grad: 9.27e-02  flops: 3.46e+14  wps: 3.24e+04  iter:  0.5059  data: 0.0017  lr: 1.00e-03  mem: 50%  pow: 655.217 W
INFO    26-05-04 21:12:07.670610 - 1:36:21 -   grad: 9.60e-02  flops: 3.51e+14  wps: 3.28e+04  iter:  0.5034  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 658.53 W
INFO    26-05-04 21:12:09.692137 - 1:36:23 -   grad: 1.07e-01  flops: 3.47e+14  wps: 3.24e+04  iter:  0.5144  data: 0.0013  lr: 1.00e-03  mem: 50%  pow: 656.501 W
INFO    26-05-04 21:12:11.641943 - 1:36:25 -   grad: 1.09e-01  flops: 3.59e+14  wps: 3.36e+04  iter:  0.4893  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 664.454 W
INFO    26-05-04 21:12:13.642950 - 1:36:27 -   grad: 1.24e-01  flops: 3.50e+14  wps: 3.28e+04  iter:  0.4944  data: 0.0014  lr: 1.00e-03  mem: 50%  pow: 664.416 W
INFO    26-05-04 21:12:15.703382 - 1:36:29 -   grad: 1.10e-01  flops: 3.40e+14  wps: 3.18e+04  iter:  0.4839  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 653.581 W
INFO    26-05-04 21:12:17.779805 - 1:36:31 -   grad: 1.02e-01  flops: 3.38e+14  wps: 3.16e+04  iter:  0.5036  data: 0.001  lr: 1.00e-03  mem: 50%  pow: 656.703 W
INFO    26-05-04 21:12:19.755678 - 1:36:33 -   grad: 1.04e-01  flops: 3.55e+14  wps: 3.32e+04  iter:   0.493  data: 0.0015  lr: 1.00e-03  mem: 50%  pow: 651.033 W
INFO    26-05-04 21:12:21.728180 - 1:36:35 -   grad: 1.04e-01  flops: 3.55e+14  wps: 3.32e+04  iter:  0.4848  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 662.223 W
INFO    26-05-04 21:12:24.278368 - 1:36:38 -   grad: 1.17e-01  flops: 2.75e+14  wps: 2.57e+04  iter:  0.4887  data: 0.0175  lr: 1.00e-03  mem: 50%  pow: 659.297 W
INFO    26-05-04 21:12:26.868737 - 1:36:40 -   grad: 1.24e-01  flops: 2.70e+14  wps: 2.53e+04  iter:   0.505  data: 0.0016  lr: 1.00e-03  mem: 50%  pow: 645.836 W
INFO    26-05-04 21:12:27.339210 - 1:36:41 - Saving to: /fsx/craffel/lingua_logs/checkpoints/safe_v2_2nodes/0000002500
INFO    26-05-04 21:12:27.340801 - 1:36:41 - Saving...
ip-26-0-162-14:534827:549802 [1] NCCL INFO Channel 08/1 : 9[1] -> 0[0] [send] via NET/Libfabric/0(8)/GDRDMA/Shared
ip-26-0-162-14:534827:549802 [1] NCCL INFO Channel 09/1 : 9[1] -> 0[0] [send] via NET/Libfabric/0(8)/GDRDMA/Shared
ip-26-0-162-14:534827:549804 [1] NCCL INFO Channel 08/1 : 0[0] -> 9[1] [receive] via NET/Libfabric/1/GDRDMA/Shared
ip-26-0-162-14:534827:549804 [1] NCCL INFO Channel 09/1 : 0[0] -> 9[1] [receive] via NET/Libfabric/1/GDRDMA/Shared
INFO    26-05-04 21:16:50.064435 - 1:41:03 - State dict saved!
INFO    26-05-04 21:16:50.075424 - 1:41:03 - Saving train state to: /fsx/craffel/lingua_logs/checkpoints/safe_v2_2nodes/0000002500/train_state_00009.json
INFO    26-05-04 21:17:00.268615 - 1:41:14 - Train state saved !
INFO    26-05-04 21:17:00.268703 - 1:41:14 - Cleaning up checkpoints...
INFO    26-05-04 21:17:00.268793 - 1:41:14 - Dump folders: [PosixPath('/fsx/craffel/lingua_logs/checkpoints/safe_v2_2nodes/0000002500')]
INFO    26-05-04 21:17:00.268824 - 1:41:14 - Eval folders: [PosixPath('/fsx/craffel/lingua_logs/checkpoints/safe_v2_2nodes/0000002500')]
INFO    26-05-04 21:17:00.268845 - 1:41:14 - Other folders: []
INFO    26-05-04 21:17:00.268891 - 1:41:14 - Removing folders: set()
INFO    26-05-04 21:17:17.408930 - 1:41:31 - Killing async data process 537061 ...
INFO    26-05-04 21:17:17.409216 - 1:41:31 - Async dataloader cleaned up
ip-26-0-162-14:534827:537028 [1] NCCL INFO [Service thread] Connection closed by localRank 4
ip-26-0-162-14:534827:537028 [1] NCCL INFO [Service thread] Connection closed by localRank 1
ip-26-0-162-14:534827:537028 [1] NCCL INFO [Service thread] Connection closed by localRank 2
ip-26-0-162-14:534827:537028 [1] NCCL INFO [Service thread] Connection closed by localRank 6
ip-26-0-162-14:534827:537028 [1] NCCL INFO [Service thread] Connection closed by localRank 0
ip-26-0-162-14:534827:537028 [1] NCCL INFO [Service thread] Connection closed by localRank 5
ip-26-0-162-14:534827:537028 [1] NCCL INFO [Service thread] Connection closed by localRank 3
ip-26-0-162-14:534827:537028 [1] NCCL INFO [Service thread] Connection closed by localRank 7
ip-26-0-162-14:534827:550276 [1] NCCL INFO comm 0x11030650 rank 9 nranks 16 cudaDev 1 busId 64000 - Abort COMPLETE