diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..ae8f43945be0d593b3262955149cb94c4fe3db47 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.stdout.txt filter=lfs diff=lfs merge=lfs -text
+fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
+fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
+fold_3/logs.models.fold_3.ENCSR363LUK/logfile.modelling.fold_3.ENCSR363LUK.stdout.txt filter=lfs diff=lfs merge=lfs -text
+fold_3/logs.models.fold_3.ENCSR363LUK/logfile.modelling.fold_3.ENCSR363LUK.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
+fold_1/logs.models.fold_1.ENCSR363LUK/logfile.modelling.fold_1.ENCSR363LUK.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
+fold_1/logs.models.fold_1.ENCSR363LUK/logfile.modelling.fold_1.ENCSR363LUK.stdout.txt filter=lfs diff=lfs merge=lfs -text
+fold_4/logs.models.fold_4.ENCSR363LUK/logfile.modelling.fold_4.ENCSR363LUK.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
diff --git a/fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.chrombpnet.params.json b/fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.chrombpnet.params.json
new file mode 100644
index 0000000000000000000000000000000000000000..ae38bee1aeb2ddd49a5df315a73fda57a52a5dc9
--- /dev/null
+++ b/fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.chrombpnet.params.json
@@ -0,0 +1,11 @@
+{
+    "counts_loss_weight": "14.5",
+    "filters": "512",
+    "n_dil_layers": "8",
+    "bias_model_path": "chrombppnet_model_encsr283tme_bias/bias_model_scaled.h5",
+    "inputlen": "2114",
+    "outputlen": "1000",
+    "max_jitter": "500",
+    "chr_fold_path": "splits/fold_0.json",
+    "negative_sampling_ratio": "0.1"
+}
\ No newline at end of file
diff --git a/fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.chrombpnet_formatting.stderr.txt b/fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.chrombpnet_formatting.stderr.txt
new file mode 100644
index 0000000000000000000000000000000000000000..c99f19784c56ef4ed94ec4b82e761cb76c32f854
--- /dev/null
+++ b/fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.chrombpnet_formatting.stderr.txt
@@ -0,0 +1,40 @@
+INFO:    underlay of /etc/localtime required more than 50 (88) bind mounts
+INFO:    underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
+2023-07-17 12:26:06.735346: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-07-17 12:26:10.466167: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
+2023-07-17 12:26:10.471184: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
+2023-07-17 12:26:11.035687: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties: 
+pciBusID: 0000:84:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
+coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
+2023-07-17 12:26:11.035807: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-07-17 12:26:11.062659: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-07-17 12:26:11.063036: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-07-17 12:26:11.074206: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
+2023-07-17 12:26:11.079615: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
+2023-07-17 12:26:11.100420: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
+2023-07-17 12:26:11.106788: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
+2023-07-17 12:26:11.107931: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
+2023-07-17 12:26:11.124884: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
+2023-07-17 12:26:11.126370: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+2023-07-17 12:26:11.128151: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
+2023-07-17 12:26:11.137439: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties: 
+pciBusID: 0000:84:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
+coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
+2023-07-17 12:26:11.137570: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-07-17 12:26:11.137726: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-07-17 12:26:11.137766: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-07-17 12:26:11.137791: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
+2023-07-17 12:26:11.137815: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
+2023-07-17 12:26:11.137837: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
+2023-07-17 12:26:11.137857: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
+2023-07-17 12:26:11.137881: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
+2023-07-17 12:26:11.153586: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
+2023-07-17 12:26:11.155576: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-07-17 12:26:14.216149: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
+2023-07-17 12:26:14.216294: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267]      0 
+2023-07-17 12:26:14.216319: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0:   N 
+2023-07-17 12:26:14.223939: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75650 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:84:00.0, compute capability: 8.0)
+2023-07-17 12:26:17.848894: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
+/opt/conda/lib/python3.7/site-packages/tensorflow/python/keras/layers/core.py:1059: UserWarning:  is not loaded, but a Lambda layer uses it. It may cause errors.
+  , UserWarning)
diff --git a/fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.chrombpnet_formatting.stdout.txt b/fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.chrombpnet_formatting.stdout.txt
new file mode 100644
index 0000000000000000000000000000000000000000..700160b5ec9df8993482e08e27b1ab0d1538d8a8
--- /dev/null
+++ b/fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.chrombpnet_formatting.stdout.txt
@@ -0,0 +1 @@
+singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR363LUK//chrombppnet_model_encsr283tme_bias/chrombpnet.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR363LUK//chrombppnet_model_encsr283tme_bias/new_model_formats/chrombpnet
diff --git a/fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.chrombpnet_no_bias_formatting.stdout.txt b/fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.chrombpnet_no_bias_formatting.stdout.txt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6667440fe2754842e660c02fbdee9ee1be6457
--- /dev/null
+++ b/fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.chrombpnet_no_bias_formatting.stdout.txt
@@ -0,0 +1 @@
+singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR363LUK//chrombppnet_model_encsr283tme_bias/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR363LUK//chrombppnet_model_encsr283tme_bias/new_model_formats/chrombpnet_wo_bias
diff --git a/fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.stdout_v1.txt b/fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.stdout_v1.txt
new file mode 100644
index 0000000000000000000000000000000000000000..d13da84d421ec91acb174646dbaf06003e702613
--- /dev/null
+++ b/fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.stdout_v1.txt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095db91c67aa2a26a4eb046359f585af8dd0d7b0f0271b32a4ac2308cd041cd0
+size 11582817
diff --git a/fold_0/model.bias_scaled.fold_0.ENCSR363LUK.h5 b/fold_0/model.bias_scaled.fold_0.ENCSR363LUK.h5
new file mode 100644
index 0000000000000000000000000000000000000000..326d33309e9e01bc6a4a8f5fecdea29c958b163c
--- /dev/null
+++ b/fold_0/model.bias_scaled.fold_0.ENCSR363LUK.h5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1572aeb9cfcd1a84de7e4556c31b7eef4c752c18d70a4554fd4841a5e1a11a0
+size 2688440
diff --git a/fold_0/model.bias_scaled.fold_0.ENCSR363LUK.tar b/fold_0/model.bias_scaled.fold_0.ENCSR363LUK.tar
new file mode 100644
index 0000000000000000000000000000000000000000..8a235c828de39cf8edb37cd7aa9956affa46f880
--- /dev/null
+++ b/fold_0/model.bias_scaled.fold_0.ENCSR363LUK.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eefa894c0b4d2930674d6ee0ae762ac0b5c85af9a7af5a7c72c401be113ffa5
+size 1208320
diff --git a/fold_0/model.chrombpnet.fold_0.ENCSR363LUK.h5 b/fold_0/model.chrombpnet.fold_0.ENCSR363LUK.h5
new file mode 100644
index 0000000000000000000000000000000000000000..b46c1a5f342796c3996c96801045b2d491dbd993
--- /dev/null
+++ b/fold_0/model.chrombpnet.fold_0.ENCSR363LUK.h5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e0f7f8cd6d33a7e2228c08f461e81caa17f255c6c684cc0571884403839973
+size 26448016
diff --git a/fold_0/model.chrombpnet.fold_0.ENCSR363LUK.tar b/fold_0/model.chrombpnet.fold_0.ENCSR363LUK.tar
new file mode 100644
index 0000000000000000000000000000000000000000..ea2062b076d56c4ba70e21a1d83883a7fcd73762
--- /dev/null
+++ b/fold_0/model.chrombpnet.fold_0.ENCSR363LUK.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e226d4598a9ecbd4c02b9394a593f68308cc340a6fec157649c1debcd156a7e0
+size 27617280
diff --git a/fold_0/model.chrombpnet_nobias.fold_0.ENCSR363LUK.h5 b/fold_0/model.chrombpnet_nobias.fold_0.ENCSR363LUK.h5
new file mode 100644
index 0000000000000000000000000000000000000000..1a91e63f03a1452a516e3ce9ccd87d2b9f1d053d
--- /dev/null
+++ b/fold_0/model.chrombpnet_nobias.fold_0.ENCSR363LUK.h5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d275d8d93c02a0a0eb96b60db3cd16ce641a8df0c7c98524796579eaeebed290
+size 25583536
diff --git a/fold_0/model.chrombpnet_nobias.fold_0.ENCSR363LUK.tar b/fold_0/model.chrombpnet_nobias.fold_0.ENCSR363LUK.tar
new file mode 100644
index 0000000000000000000000000000000000000000..f681359ed5e52dade4ace6e4e75a802d3fc45f01
--- /dev/null
+++ b/fold_0/model.chrombpnet_nobias.fold_0.ENCSR363LUK.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d62557ebd6b72fb5f34651d58e960c914c8c13a6868058375e77e58be34676
+size 26081280
diff --git a/fold_1/logs.models.fold_1.ENCSR363LUK/logfile.modelling.fold_1.ENCSR363LUK.stdout.txt b/fold_1/logs.models.fold_1.ENCSR363LUK/logfile.modelling.fold_1.ENCSR363LUK.stdout.txt
new file mode 100644
index 0000000000000000000000000000000000000000..1909b754b2e5c9ba6db3f1ccbe0c3df80d49dd2f
--- /dev/null
+++ b/fold_1/logs.models.fold_1.ENCSR363LUK/logfile.modelling.fold_1.ENCSR363LUK.stdout.txt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7063667e5518490ded112dcddbd78f7321746403441c1063eeb636c340e68395
+size 12432993
diff --git a/fold_1/logs.models.fold_1.ENCSR363LUK/logfile.modelling.fold_1.ENCSR363LUK.stdout_v1.txt b/fold_1/logs.models.fold_1.ENCSR363LUK/logfile.modelling.fold_1.ENCSR363LUK.stdout_v1.txt
new file mode 100644
index 0000000000000000000000000000000000000000..eefddc2afd028f1540690177388e82053655431b
--- /dev/null
+++ b/fold_1/logs.models.fold_1.ENCSR363LUK/logfile.modelling.fold_1.ENCSR363LUK.stdout_v1.txt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e60f323720116659e11a0a465718f341f3c23decd643a4f581f3a52b786933
+size 12431320
diff --git a/fold_1/model.bias_scaled.fold_1.ENCSR363LUK.h5 b/fold_1/model.bias_scaled.fold_1.ENCSR363LUK.h5
new file mode 100644
index 0000000000000000000000000000000000000000..ae1d29507c1c3ad10c4d57fce3d8321aeab97849
--- /dev/null
+++ b/fold_1/model.bias_scaled.fold_1.ENCSR363LUK.h5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8832557fbcb2530d9643941fae0a7fb935703a2afeaa2fa195609e4ce572db
+size 2688440
diff --git a/fold_1/model.bias_scaled.fold_1.ENCSR363LUK.tar b/fold_1/model.bias_scaled.fold_1.ENCSR363LUK.tar
new file mode 100644
index 0000000000000000000000000000000000000000..341bad9e0272245d45ac2220cc82490d577031e1
--- /dev/null
+++ b/fold_1/model.bias_scaled.fold_1.ENCSR363LUK.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba173c40ae02b4cc68a89327e67eaec1d9029d0221e8229f367d333eae91b0b
+size 1198080
diff --git a/fold_1/model.chrombpnet.fold_1.ENCSR363LUK.h5 b/fold_1/model.chrombpnet.fold_1.ENCSR363LUK.h5
new file mode 100644
index 0000000000000000000000000000000000000000..5e563253b488f79c43706d473833b4857c6f5b8c
--- /dev/null
+++ b/fold_1/model.chrombpnet.fold_1.ENCSR363LUK.h5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5942948e9b9f32d13ec6395b6671c1d1b5a75b4fe9aceb422aaf82a874b50c9a
+size 26447928
diff --git a/fold_1/model.chrombpnet.fold_1.ENCSR363LUK.tar b/fold_1/model.chrombpnet.fold_1.ENCSR363LUK.tar
new file mode 100644
index 0000000000000000000000000000000000000000..98d904afd1130bc81690bd24fbcd06ec91e11511
--- /dev/null
+++ b/fold_1/model.chrombpnet.fold_1.ENCSR363LUK.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96dbf5d1967884967013f2fa10d611e1546fec71eeea45a2f536fbfdb66e8aab
+size 27607040
diff --git a/fold_1/model.chrombpnet_nobias.fold_1.ENCSR363LUK.h5 b/fold_1/model.chrombpnet_nobias.fold_1.ENCSR363LUK.h5
new file mode 100644
index 0000000000000000000000000000000000000000..0987a8526d62a4a10c3fd300a8220f8d8dc7b277
--- /dev/null
+++ b/fold_1/model.chrombpnet_nobias.fold_1.ENCSR363LUK.h5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14995cb93109e82d361d2c6e4da8c9e4638de0aa4146fdf723b77f10372e2ff8
+size 25583536
diff --git a/fold_1/model.chrombpnet_nobias.fold_1.ENCSR363LUK.tar b/fold_1/model.chrombpnet_nobias.fold_1.ENCSR363LUK.tar
new file mode 100644
index 0000000000000000000000000000000000000000..961f3f942d6068c8ae5718ad4fdf0cb15aa5be45
--- /dev/null
+++ b/fold_1/model.chrombpnet_nobias.fold_1.ENCSR363LUK.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a63cf4f9b527c1a2338be4e94dc4c0a7ec8957d047f6b71e03291fa70fb8a94
+size 26081280
diff --git a/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.args.json b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.args.json
new file mode 100644
index 0000000000000000000000000000000000000000..a574d85a14d401890cff44091d1a60b3215523d0
--- /dev/null
+++ b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.args.json
@@ -0,0 +1,23 @@
+{
+    "genome": "/scratch/groups/akundaje/anusri/chromatin_atlas/reference/hg38.genome.fa",
+    "bigwig": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR363LUK//preprocessing/bigWigs/ENCSR363LUK.bigWig",
+    "peaks": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2//filtered.peaks.bed",
+    "nonpeaks": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2//filtered.nonpeaks.bed",
+    "output_prefix": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2//chrombpnet",
+    "chr_fold_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json",
+    "trackables": [
+        "logcount_predictions_loss",
+        "loss",
+        "logits_profile_predictions_loss",
+        "val_logcount_predictions_loss",
+        "val_loss",
+        "val_logits_profile_predictions_loss"
+    ],
+    "epochs": 50,
+    "early_stop": 5,
+    "batch_size": 64,
+    "learning_rate": 0.001,
+    "params": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2//chrombpnet_model_params.tsv",
+    "seed": 1234,
+    "architecture_from_file": "/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/models/chrombpnet_with_bias_model.py"
+}
\ No newline at end of file
diff --git a/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.bias_formatting.stderr.txt b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.bias_formatting.stderr.txt
new file mode 100644
index 0000000000000000000000000000000000000000..0311f7a3d90ddaa57dc84747749f043d0f0d528b
--- /dev/null
+++ b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.bias_formatting.stderr.txt
@@ -0,0 +1,38 @@
+INFO:    underlay of /etc/localtime required more than 50 (88) bind mounts
+INFO:    underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
+2023-07-16 23:13:52.935249: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-07-16 23:13:55.483795: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
+2023-07-16 23:13:55.487459: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
+2023-07-16 23:13:56.468933: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties: 
+pciBusID: 0000:c3:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
+coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
+2023-07-16 23:13:56.469054: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-07-16 23:13:56.492331: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-07-16 23:13:56.492417: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-07-16 23:13:56.502993: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
+2023-07-16 23:13:56.507922: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
+2023-07-16 23:13:56.525306: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
+2023-07-16 23:13:56.529952: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
+2023-07-16 23:13:56.530963: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
+2023-07-16 23:13:56.545428: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
+2023-07-16 23:13:56.545747: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+2023-07-16 23:13:56.546689: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
+2023-07-16 23:13:56.554723: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties: 
+pciBusID: 0000:c3:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
+coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
+2023-07-16 23:13:56.554759: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-07-16 23:13:56.554783: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-07-16 23:13:56.554802: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-07-16 23:13:56.554819: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
+2023-07-16 23:13:56.554835: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
+2023-07-16 23:13:56.554850: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
+2023-07-16 23:13:56.554865: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
+2023-07-16 23:13:56.554880: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
+2023-07-16 23:13:56.566621: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
+2023-07-16 23:13:56.568092: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-07-16 23:13:59.153917: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
+2023-07-16 23:13:59.154016: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267]      0 
+2023-07-16 23:13:59.154030: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0:   N 
+2023-07-16 23:13:59.161003: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75650 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:c3:00.0, compute capability: 8.0)
+2023-07-16 23:14:00.358174: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
diff --git a/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.bias_formatting.stdout.txt b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.bias_formatting.stdout.txt
new file mode 100644
index 0000000000000000000000000000000000000000..12590633cf5331a3517c4f5b25124c0c58861e31
--- /dev/null
+++ b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.bias_formatting.stdout.txt
@@ -0,0 +1 @@
+singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2/bias_model_scaled.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2/new_model_formats/bias_model_scaled
diff --git a/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet.params.json b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet.params.json
new file mode 100644
index 0000000000000000000000000000000000000000..2617e47b500ed1671d5604a51ffdc8f4211b55d0
--- /dev/null
+++ b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet.params.json
@@ -0,0 +1,11 @@
+{
+    "counts_loss_weight": "14.5",
+    "filters": "512",
+    "n_dil_layers": "8",
+    "bias_model_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2/bias_model_scaled.h5",
+    "inputlen": "2114",
+    "outputlen": "1000",
+    "max_jitter": "500",
+    "chr_fold_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json",
+    "negative_sampling_ratio": "0.1"
+}
\ No newline at end of file
diff --git a/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_data_params.tsv b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_data_params.tsv
new file mode 100644
index 0000000000000000000000000000000000000000..36d9a118cdff313c8c9291711d74569a39b03684
--- /dev/null
+++ b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_data_params.tsv
@@ -0,0 +1,3 @@
+counts_sum_min_thresh	12.0
+counts_sum_max_thresh	17993.0
+trainings_pts_post_thresh	179100
diff --git a/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_formatting.stderr.txt b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_formatting.stderr.txt
new file mode 100644
index 0000000000000000000000000000000000000000..b6262dd781cc91d7c8831fc49b15fc8981029ce6
--- /dev/null
+++ b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_formatting.stderr.txt
@@ -0,0 +1,40 @@
+INFO:    underlay of /etc/localtime required more than 50 (88) bind mounts
+INFO:    underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
+2023-07-17 12:26:05.405680: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-07-17 12:26:09.586614: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
+2023-07-17 12:26:09.590404: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
+2023-07-17 12:26:09.789060: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties: 
+pciBusID: 0000:c0:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
+coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
+2023-07-17 12:26:09.789174: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-07-17 12:26:09.816468: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-07-17 12:26:09.816648: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-07-17 12:26:09.829114: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
+2023-07-17 12:26:09.837637: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
+2023-07-17 12:26:09.861880: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
+2023-07-17 12:26:09.866807: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
+2023-07-17 12:26:09.867919: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
+2023-07-17 12:26:09.874885: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
+2023-07-17 12:26:09.876928: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+2023-07-17 12:26:09.878727: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
+2023-07-17 12:26:09.881866: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties: 
+pciBusID: 0000:c0:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
+coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
+2023-07-17 12:26:09.881937: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-07-17 12:26:09.882001: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-07-17 12:26:09.882029: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-07-17 12:26:09.882045: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
+2023-07-17 12:26:09.882059: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
+2023-07-17 12:26:09.882071: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
+2023-07-17 12:26:09.882083: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
+2023-07-17 12:26:09.882096: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
+2023-07-17 12:26:09.886911: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
+2023-07-17 12:26:09.889190: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-07-17 12:26:12.528201: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
+2023-07-17 12:26:12.528646: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267]      0 
+2023-07-17 12:26:12.528727: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0:   N 
+2023-07-17 12:26:12.539259: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75650 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:c0:00.0, compute capability: 8.0)
+2023-07-17 12:26:16.953324: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
+/opt/conda/lib/python3.7/site-packages/tensorflow/python/keras/layers/core.py:1059: UserWarning:  is not loaded, but a Lambda layer uses it. It may cause errors.
+  , UserWarning)
diff --git a/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_formatting.stdout.txt b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_formatting.stdout.txt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c3bd255f19385ea6ec2b33e2ff20a77f1f44ad
--- /dev/null
+++ b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_formatting.stdout.txt
@@ -0,0 +1 @@
+singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2/chrombpnet.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2/new_model_formats/chrombpnet
diff --git a/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_model_params.tsv b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_model_params.tsv
new file mode 100644
index 0000000000000000000000000000000000000000..ecf8418bf66f37a4450c0571eb007f158bf09dae
--- /dev/null
+++ b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_model_params.tsv
@@ -0,0 +1,9 @@
+counts_loss_weight	14.5
+filters	512
+n_dil_layers	8
+bias_model_path	/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2/bias_model_scaled.h5
+inputlen	2114
+outputlen	1000
+max_jitter	500
+chr_fold_path	/scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json
+negative_sampling_ratio	0.1
\ No newline at end of file
diff --git a/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_no_bias_formatting.stderr.txt b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_no_bias_formatting.stderr.txt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d799988f5293177c661a44fb5055084b257bed
--- /dev/null
+++ b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_no_bias_formatting.stderr.txt
@@ -0,0 +1 @@
+singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2/new_model_formats/chrombpnet_wo_bias
diff --git a/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_no_bias_formatting.stdout.txt b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_no_bias_formatting.stdout.txt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d799988f5293177c661a44fb5055084b257bed
--- /dev/null
+++ b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_no_bias_formatting.stdout.txt
@@ -0,0 +1 @@
+singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2/new_model_formats/chrombpnet_wo_bias
diff --git a/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.epoch_loss.csv b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.epoch_loss.csv
new file mode 100644
index 0000000000000000000000000000000000000000..b4921eef3445c8a4f6219365504e3877267be139
--- /dev/null
+++ b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.epoch_loss.csv
@@ -0,0 +1,18 @@
+epoch,logcount_predictions_loss,logits_profile_predictions_loss,loss,val_logcount_predictions_loss,val_logits_profile_predictions_loss,val_loss
+0,2.5303754806518555,1003.3829956054688,1040.07421875,0.9642794132232666,918.9053344726562,932.8880615234375
+1,0.9977880120277405,906.9251708984375,921.3938598632812,0.8429662585258484,894.890380859375,907.1132202148438
+2,0.8754213452339172,878.3289184570312,891.0208740234375,0.8087760210037231,883.5468139648438,895.2737426757812
+3,0.8335238695144653,860.8145141601562,872.9019775390625,0.7068542242050171,861.3445434570312,871.5940551757812
+4,0.7907074689865112,850.2337646484375,861.6983032226562,0.6649604439735413,870.507080078125,880.1488037109375
+5,0.7672262191772461,838.8335571289062,849.959716796875,0.6450962424278259,866.5571899414062,875.9114379882812
+6,0.7460489869117737,833.1507568359375,843.9692993164062,0.6477739810943604,862.6557006835938,872.0484619140625
+7,0.6779019832611084,807.155517578125,816.984619140625,0.6200783252716064,843.0799560546875,852.0712890625
+8,0.6540480256080627,793.1552124023438,802.6387329101562,0.6130878329277039,848.885009765625,857.7748413085938
+9,0.6341983079910278,784.6556396484375,793.8522338867188,0.5917700529098511,849.4334106445312,858.0142822265625
+10,0.6244039535522461,776.50146484375,785.5552978515625,0.5890655517578125,845.8297119140625,854.3716430664062
+11,0.5946484208106995,764.1161499023438,772.7387084960938,0.591787576675415,843.0049438476562,851.5861206054688
+12,0.586418628692627,755.4862060546875,763.9899291992188,0.5810558795928955,848.0961303710938,856.5208740234375
+13,0.5726850032806396,749.8646240234375,758.1691284179688,0.5814415216445923,853.15478515625,861.5855102539062
+14,0.5676683783531189,744.4237060546875,752.65380859375,0.5813627243041992,853.4210815429688,861.8508911132812
+15,0.557471752166748,737.166015625,745.2485961914062,0.5894810557365417,852.496826171875,861.0445556640625
+16,0.550578236579895,734.6395874023438,742.6234741210938,0.5836676955223083,854.5322875976562,862.9949951171875
diff --git a/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.stderr.txt b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.stderr.txt
new file mode 100644
index 0000000000000000000000000000000000000000..e095309b2e3530e78c70bcac31fc17c87178b891
--- /dev/null
+++ b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.stderr.txt
@@ -0,0 +1,332 @@
+INFO:    underlay of /etc/localtime required more than 50 (88) bind mounts
+INFO:    underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
+INFO:    underlay of /etc/localtime required more than 50 (88) bind mounts
+INFO:    underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
+2023-01-18 18:22:02.632570: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 18:27:59.240388: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
+2023-01-18 18:27:59.244431: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
+2023-01-18 18:27:59.450044: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties: 
+pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
+coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
+2023-01-18 18:27:59.450166: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 18:27:59.472211: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-01-18 18:27:59.472398: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-01-18 18:27:59.483989: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
+2023-01-18 18:27:59.489489: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
+2023-01-18 18:27:59.508880: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
+2023-01-18 18:27:59.514059: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
+2023-01-18 18:27:59.515257: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
+2023-01-18 18:27:59.520018: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
+2023-01-18 18:27:59.520386: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+2023-01-18 18:27:59.521206: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
+2023-01-18 18:27:59.522984: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties: 
+pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
+coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
+2023-01-18 18:27:59.523021: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 18:27:59.523053: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-01-18 18:27:59.523069: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-01-18 18:27:59.523084: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
+2023-01-18 18:27:59.523100: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
+2023-01-18 18:27:59.523115: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
+2023-01-18 18:27:59.523129: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
+2023-01-18 18:27:59.523145: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
+2023-01-18 18:27:59.526536: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
+2023-01-18 18:27:59.527783: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 18:28:01.144978: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
+2023-01-18 18:28:01.145087: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267]      0 
+2023-01-18 18:28:01.145100: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0:   N 
+2023-01-18 18:28:01.151454: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 37414 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-40GB, pci bus id: 0000:c1:00.0, compute capability: 8.0)
+2023-01-18 18:28:03.140092: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
+2023-01-18 18:28:03.154572: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2499925000 Hz
+2023-01-18 18:28:03.367356: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-01-18 18:28:05.080192: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-01-18 18:28:05.090449: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
+2023-01-18 18:28:41.763034: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 18:28:43.545698: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
+2023-01-18 18:28:43.546687: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
+2023-01-18 18:28:43.764187: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties: 
+pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
+coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
+2023-01-18 18:28:43.764289: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 18:28:43.766863: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-01-18 18:28:43.766939: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-01-18 18:28:43.768126: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
+2023-01-18 18:28:43.768413: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
+2023-01-18 18:28:43.770900: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
+2023-01-18 18:28:43.771537: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
+2023-01-18 18:28:43.771820: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
+2023-01-18 18:28:43.775068: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
+2023-01-18 18:28:43.775396: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+2023-01-18 18:28:43.775470: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
+2023-01-18 18:28:43.777073: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties: 
+pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
+coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
+2023-01-18 18:28:43.777099: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 18:28:43.777119: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-01-18 18:28:43.777133: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-01-18 18:28:43.777146: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
+2023-01-18 18:28:43.777159: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
+2023-01-18 18:28:43.777172: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
+2023-01-18 18:28:43.777184: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
+2023-01-18 18:28:43.777197: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
+2023-01-18 18:28:43.780579: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
+2023-01-18 18:28:43.780617: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 18:28:44.317149: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
+2023-01-18 18:28:44.317267: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267]      0 
+2023-01-18 18:28:44.317280: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0:   N 
+2023-01-18 18:28:44.320601: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 37414 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-40GB, pci bus id: 0000:c1:00.0, compute capability: 8.0)
+2023-01-18 18:34:24.646216: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
+2023-01-18 18:34:24.646686: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2499925000 Hz
+2023-01-18 18:34:26.158768: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-01-18 18:34:27.148386: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-01-18 18:34:27.166072: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
+2023-01-18 18:34:30.872863: I tensorflow/stream_executor/cuda/cuda_blas.cc:1838] TensorFloat-32 will be used for the matrix multiplication. This will only be logged once.
+2023-01-18 20:33:25.318386: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 20:33:27.983304: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
+2023-01-18 20:33:27.984263: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
+2023-01-18 20:33:28.199318: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties: 
+pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
+coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
+2023-01-18 20:33:28.199425: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 20:33:28.202134: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-01-18 20:33:28.202187: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-01-18 20:33:28.203345: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
+2023-01-18 20:33:28.203629: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
+2023-01-18 20:33:28.206393: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
+2023-01-18 20:33:28.207079: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
+2023-01-18 20:33:28.207407: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
+2023-01-18 20:33:28.210994: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
+2023-01-18 20:33:28.211341: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+2023-01-18 20:33:28.211412: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
+2023-01-18 20:33:28.213135: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties: 
+pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
+coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
+2023-01-18 20:33:28.213158: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 20:33:28.213177: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-01-18 20:33:28.213191: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-01-18 20:33:28.213205: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
+2023-01-18 20:33:28.213219: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
+2023-01-18 20:33:28.213232: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
+2023-01-18 20:33:28.213246: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
+2023-01-18 20:33:28.213259: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
+2023-01-18 20:33:28.216426: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
+2023-01-18 20:33:28.216457: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 20:33:28.742936: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
+2023-01-18 20:33:28.743095: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267]      0 
+2023-01-18 20:33:28.743107: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0:   N 
+2023-01-18 20:33:28.746851: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 37414 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-40GB, pci bus id: 0000:c1:00.0, compute capability: 8.0)
+2023-01-18 20:34:44.405297: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
+2023-01-18 20:34:44.408904: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2499925000 Hz
+2023-01-18 20:34:44.504520: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-01-18 20:34:44.992714: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-01-18 20:34:44.994850: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
+/opt/conda/lib/python3.7/site-packages/tensorflow/python/keras/layers/core.py:1059: UserWarning:  is not loaded, but a Lambda layer uses it. It may cause errors.
+  , UserWarning)
+/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:69: RuntimeWarning: invalid value encountered in true_divide
+  cur_jsd=jensenshannon(true_counts[idx,:]/np.nansum(true_counts[idx,:]),pred_probs[idx,:])
+/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/utils/metrics_utils.py:196: RuntimeWarning: invalid value encountered in true_divide
+  profile_prob = profile / np.sum(profile)
+/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:78: RuntimeWarning: invalid value encountered in true_divide
+  shuffled_labels_prob=shuffled_labels/np.nansum(shuffled_labels)
+/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:88: RuntimeWarning: invalid value encountered in true_divide
+  curr_jsd_rnd=jensenshannon(true_counts[idx,:]/np.nansum(true_counts[idx,:]),shuffled_labels_prob)
+No artists with labels found to put in legend.  Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
+findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
+findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
+findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
+No artists with labels found to put in legend.  Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
+No artists with labels found to put in legend.  Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
+2023-01-18 20:36:53.049726: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 20:36:55.529539: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
+2023-01-18 20:36:55.530495: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
+2023-01-18 20:36:55.668044: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties: 
+pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
+coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
+2023-01-18 20:36:55.668128: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 20:36:55.670660: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-01-18 20:36:55.670716: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-01-18 20:36:55.671868: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
+2023-01-18 20:36:55.672166: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
+2023-01-18 20:36:55.674632: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
+2023-01-18 20:36:55.675284: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
+2023-01-18 20:36:55.675609: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
+2023-01-18 20:36:55.677607: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
+2023-01-18 20:36:55.677921: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+2023-01-18 20:36:55.678180: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
+2023-01-18 20:36:55.679076: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties: 
+pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
+coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
+2023-01-18 20:36:55.679098: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 20:36:55.679115: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-01-18 20:36:55.679131: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-01-18 20:36:55.679145: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
+2023-01-18 20:36:55.679159: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
+2023-01-18 20:36:55.679173: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
+2023-01-18 20:36:55.679187: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
+2023-01-18 20:36:55.679201: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
+2023-01-18 20:36:55.680890: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
+2023-01-18 20:36:55.680919: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 20:36:56.179426: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
+2023-01-18 20:36:56.179526: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267]      0 
+2023-01-18 20:36:56.179538: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0:   N 
+2023-01-18 20:36:56.182610: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 37414 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-40GB, pci bus id: 0000:c1:00.0, compute capability: 8.0)
+WARNING:tensorflow:No training configuration found in the save file, so the model was *not* compiled. Compile it manually.
+2023-01-18 20:38:03.557455: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
+2023-01-18 20:38:03.560041: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2499925000 Hz
+2023-01-18 20:38:03.620210: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-01-18 20:38:04.122015: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-01-18 20:38:04.123612: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
+/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:69: RuntimeWarning: invalid value encountered in true_divide
+  cur_jsd=jensenshannon(true_counts[idx,:]/np.nansum(true_counts[idx,:]),pred_probs[idx,:])
+/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/utils/metrics_utils.py:196: RuntimeWarning: invalid value encountered in true_divide
+  profile_prob = profile / np.sum(profile)
+/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:78: RuntimeWarning: invalid value encountered in true_divide
+  shuffled_labels_prob=shuffled_labels/np.nansum(shuffled_labels)
+/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:88: RuntimeWarning: invalid value encountered in true_divide
+  curr_jsd_rnd=jensenshannon(true_counts[idx,:]/np.nansum(true_counts[idx,:]),shuffled_labels_prob)
+No artists with labels found to put in legend.  Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
+findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
+findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
+findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
+No artists with labels found to put in legend.  Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
+No artists with labels found to put in legend.  Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
+2023-01-18 20:39:56.905587: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 20:40:01.265812: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
+2023-01-18 20:40:01.266759: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
+2023-01-18 20:40:01.460312: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties: 
+pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
+coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
+2023-01-18 20:40:01.460403: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 20:40:01.463058: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-01-18 20:40:01.463120: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-01-18 20:40:01.464260: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
+2023-01-18 20:40:01.464545: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
+2023-01-18 20:40:01.466969: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
+2023-01-18 20:40:01.467598: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
+2023-01-18 20:40:01.467914: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
+2023-01-18 20:40:01.471618: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
+2023-01-18 20:40:01.471949: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+2023-01-18 20:40:01.472019: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
+2023-01-18 20:40:01.473775: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties: 
+pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
+coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
+2023-01-18 20:40:01.473797: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 20:40:01.473830: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-01-18 20:40:01.473846: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-01-18 20:40:01.473860: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
+2023-01-18 20:40:01.473874: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
+2023-01-18 20:40:01.473887: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
+2023-01-18 20:40:01.473901: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
+2023-01-18 20:40:01.473914: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
+2023-01-18 20:40:01.477274: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
+2023-01-18 20:40:01.477307: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 20:40:02.012359: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
+2023-01-18 20:40:02.012474: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267]      0 
+2023-01-18 20:40:02.012486: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0:   N 
+2023-01-18 20:40:02.016224: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 37414 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-40GB, pci bus id: 0000:c1:00.0, compute capability: 8.0)
+2023-01-18 20:41:08.619254: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
+2023-01-18 20:41:08.621054: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2499925000 Hz
+2023-01-18 20:41:08.658982: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-01-18 20:41:09.176848: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-01-18 20:41:09.178483: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
+/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:69: RuntimeWarning: invalid value encountered in true_divide
+  cur_jsd=jensenshannon(true_counts[idx,:]/np.nansum(true_counts[idx,:]),pred_probs[idx,:])
+/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/utils/metrics_utils.py:196: RuntimeWarning: invalid value encountered in true_divide
+  profile_prob = profile / np.sum(profile)
+/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:78: RuntimeWarning: invalid value encountered in true_divide
+  shuffled_labels_prob=shuffled_labels/np.nansum(shuffled_labels)
+/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:88: RuntimeWarning: invalid value encountered in true_divide
+  curr_jsd_rnd=jensenshannon(true_counts[idx,:]/np.nansum(true_counts[idx,:]),shuffled_labels_prob)
+No artists with labels found to put in legend.  Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
+findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
+findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
+findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
+No artists with labels found to put in legend.  Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
+No artists with labels found to put in legend.  Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
+2023-01-18 20:42:09.631198: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 20:42:10.861022: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
+2023-01-18 20:42:10.861874: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
+2023-01-18 20:42:10.984516: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties: 
+pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
+coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
+2023-01-18 20:42:10.984613: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 20:42:10.987073: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-01-18 20:42:10.987144: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-01-18 20:42:10.988274: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
+2023-01-18 20:42:10.988557: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
+2023-01-18 20:42:10.990986: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
+2023-01-18 20:42:10.991603: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
+2023-01-18 20:42:10.991926: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
+2023-01-18 20:42:10.993835: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
+2023-01-18 20:42:10.994176: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+2023-01-18 20:42:10.994246: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
+2023-01-18 20:42:10.995117: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties: 
+pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
+coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
+2023-01-18 20:42:10.995149: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 20:42:10.995165: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-01-18 20:42:10.995180: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-01-18 20:42:10.995195: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
+2023-01-18 20:42:10.995209: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
+2023-01-18 20:42:10.995223: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
+2023-01-18 20:42:10.995237: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
+2023-01-18 20:42:10.995251: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
+2023-01-18 20:42:10.996947: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
+2023-01-18 20:42:10.996980: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 20:42:11.501837: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
+2023-01-18 20:42:11.501954: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267]      0 
+2023-01-18 20:42:11.501967: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0:   N 
+2023-01-18 20:42:11.504903: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 37414 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-40GB, pci bus id: 0000:c1:00.0, compute capability: 8.0)
+WARNING:tensorflow:No training configuration found in the save file, so the model was *not* compiled. Compile it manually.
+2023-01-18 20:42:24.578647: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
+2023-01-18 20:42:24.579214: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2499925000 Hz
+2023-01-18 20:42:24.780909: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-01-18 20:42:25.350522: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-01-18 20:42:25.352347: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
+mkdir: cannot create directory ‘/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2//footprints’: File exists
+2023-01-18 20:44:08.473691: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 20:44:09.694942: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
+2023-01-18 20:44:09.695791: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
+2023-01-18 20:44:09.820776: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties: 
+pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
+coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
+2023-01-18 20:44:09.820878: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 20:44:09.823348: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-01-18 20:44:09.823403: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-01-18 20:44:09.824519: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
+2023-01-18 20:44:09.824793: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
+2023-01-18 20:44:09.827220: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
+2023-01-18 20:44:09.827827: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
+2023-01-18 20:44:09.828155: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
+2023-01-18 20:44:09.829953: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
+2023-01-18 20:44:09.830288: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+2023-01-18 20:44:09.830378: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
+2023-01-18 20:44:09.831323: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties: 
+pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
+coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
+2023-01-18 20:44:09.831351: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 20:44:09.831367: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-01-18 20:44:09.831382: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-01-18 20:44:09.831396: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
+2023-01-18 20:44:09.831410: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
+2023-01-18 20:44:09.831424: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
+2023-01-18 20:44:09.831437: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
+2023-01-18 20:44:09.831451: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
+2023-01-18 20:44:09.833136: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
+2023-01-18 20:44:09.833171: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
+2023-01-18 20:44:10.333422: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
+2023-01-18 20:44:10.333524: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267]      0 
+2023-01-18 20:44:10.333536: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0:   N 
+2023-01-18 20:44:10.337018: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 37414 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-40GB, pci bus id: 0000:c1:00.0, compute capability: 8.0)
+2023-01-18 20:44:23.265076: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
+2023-01-18 20:44:23.265624: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2499925000 Hz
+2023-01-18 20:44:23.403624: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
+2023-01-18 20:44:23.976407: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
+2023-01-18 20:44:23.978278: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
diff --git a/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.stdout.txt b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.stdout.txt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b061568c71292f46fd1ccac0fe064dc5a0c5a5
--- /dev/null
+++ b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.stdout.txt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d141dccb6452602e50b58317d58fbc261ec8cf761875ef42f75b04d8c25c9f5
+size 13293172
diff --git a/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.stdout_v1.txt b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.stdout_v1.txt
new file mode 100644
index 0000000000000000000000000000000000000000..2395f73b7253a7583d33a67e68f5949ec869f52d
--- /dev/null
+++ b/fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.stdout_v1.txt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe87a7aa9a6e396cdc17bb6f73b0bf81d753f27efcd335ed0a79e591d29bb03
+size 13291499
diff --git a/fold_2/model.bias_scaled.fold_2.ENCSR363LUK.h5 b/fold_2/model.bias_scaled.fold_2.ENCSR363LUK.h5
new file mode 100644
index 0000000000000000000000000000000000000000..2a8613dd8c03d1b182fddda142414234879a06f1
--- /dev/null
+++ b/fold_2/model.bias_scaled.fold_2.ENCSR363LUK.h5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb24c9246a3f8f07eb1feb8d0d0e5ec425565c7eeb187457f3d89b806f5dc51
+size 2688440
diff --git a/fold_2/model.bias_scaled.fold_2.ENCSR363LUK.tar b/fold_2/model.bias_scaled.fold_2.ENCSR363LUK.tar
new file mode 100644
index 0000000000000000000000000000000000000000..7e73b509b3859fab8943234d10b06eb6c7644075
--- /dev/null
+++ b/fold_2/model.bias_scaled.fold_2.ENCSR363LUK.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90689a15c73d4c05235f45d9192cbc4f0996bff333c07dd51490b2494036fe82
+size 1198080
diff --git a/fold_2/model.chrombpnet.fold_2.ENCSR363LUK.h5 b/fold_2/model.chrombpnet.fold_2.ENCSR363LUK.h5
new file mode 100644
index 0000000000000000000000000000000000000000..6e9b7e8bd85bba80836bf310d3c8896ed3d169bc
--- /dev/null
+++ b/fold_2/model.chrombpnet.fold_2.ENCSR363LUK.h5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5d0556532a70806c62ccd40f3a62daaf2beb2b725759610511e3206d54d974
+size 26447928
diff --git a/fold_2/model.chrombpnet.fold_2.ENCSR363LUK.tar b/fold_2/model.chrombpnet.fold_2.ENCSR363LUK.tar
new file mode 100644
index 0000000000000000000000000000000000000000..1bf5a4042c194ff0602f71bd1ceb6add988c6021
--- /dev/null
+++ b/fold_2/model.chrombpnet.fold_2.ENCSR363LUK.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8075b6593cea0dd79cdb565a0a117227451f124b9bd3cdb66c19c69a5d670b4b
+size 27607040
diff --git a/fold_2/model.chrombpnet_nobias.fold_2.ENCSR363LUK.h5 b/fold_2/model.chrombpnet_nobias.fold_2.ENCSR363LUK.h5
new file mode 100644
index 0000000000000000000000000000000000000000..50ba35381d6db7d49fc103de44f62a2a8f4b6468
--- /dev/null
+++ b/fold_2/model.chrombpnet_nobias.fold_2.ENCSR363LUK.h5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1f48fb8c2bbd6a3ff98f1febb97742a195db31e8d054b27e13328c41b6d76e
+size 25583536
diff --git a/fold_2/model.chrombpnet_nobias.fold_2.ENCSR363LUK.tar b/fold_2/model.chrombpnet_nobias.fold_2.ENCSR363LUK.tar
new file mode 100644
index 0000000000000000000000000000000000000000..dae764b86e1f4329e41220218323b34d9a5c047d
--- /dev/null
+++ b/fold_2/model.chrombpnet_nobias.fold_2.ENCSR363LUK.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c0dd30d87a8a5a7c535d15bbb6024d519a39d0723c3d89497c80d56070f4c0
+size 26081280
diff --git a/fold_3/logs.models.fold_3.ENCSR363LUK/logfile.modelling.fold_3.ENCSR363LUK.stdout.txt b/fold_3/logs.models.fold_3.ENCSR363LUK/logfile.modelling.fold_3.ENCSR363LUK.stdout.txt
new file mode 100644
index 0000000000000000000000000000000000000000..771a5e6bad3428e5c01dde6fed05c012c8ef96bc
--- /dev/null
+++ b/fold_3/logs.models.fold_3.ENCSR363LUK/logfile.modelling.fold_3.ENCSR363LUK.stdout.txt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a4f06248cf5666c034a037811e19d7240d34ccbcc828a6beb93f4746fa9f60
+size 12579653
diff --git a/fold_3/logs.models.fold_3.ENCSR363LUK/logfile.modelling.fold_3.ENCSR363LUK.stdout_v1.txt b/fold_3/logs.models.fold_3.ENCSR363LUK/logfile.modelling.fold_3.ENCSR363LUK.stdout_v1.txt
new file mode 100644
index 0000000000000000000000000000000000000000..123cf03ec7799b245f95bf10ea6f06245a750f77
--- /dev/null
+++ b/fold_3/logs.models.fold_3.ENCSR363LUK/logfile.modelling.fold_3.ENCSR363LUK.stdout_v1.txt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389ead1644159a3e337abfb48d233dc5913bdaf5793217787ba11b4473d459bd
+size 12577980
diff --git a/fold_3/model.bias_scaled.fold_3.ENCSR363LUK.h5 b/fold_3/model.bias_scaled.fold_3.ENCSR363LUK.h5
new file mode 100644
index 0000000000000000000000000000000000000000..9fc6f3b546b60bf51054e13f3d986a392025ad9e
--- /dev/null
+++ b/fold_3/model.bias_scaled.fold_3.ENCSR363LUK.h5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f088b5e0456ac476fbc0a0ac4491b96c1b50daf420ea0c9950a3d342f6d26c5
+size 2688440
diff --git a/fold_3/model.bias_scaled.fold_3.ENCSR363LUK.tar b/fold_3/model.bias_scaled.fold_3.ENCSR363LUK.tar
new file mode 100644
index 0000000000000000000000000000000000000000..40e4caf635043c8a36ddac2fafc562ffd528e003
--- /dev/null
+++ b/fold_3/model.bias_scaled.fold_3.ENCSR363LUK.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95526f295231ae0a5470bf94b57c04d2b16ce525a9cef98b394e3abca20746dd
+size 1198080
diff --git a/fold_3/model.chrombpnet.fold_3.ENCSR363LUK.h5 b/fold_3/model.chrombpnet.fold_3.ENCSR363LUK.h5
new file mode 100644
index 0000000000000000000000000000000000000000..0a7bc71d9a94222464e6a68c15d8a8363c164b6b
--- /dev/null
+++ b/fold_3/model.chrombpnet.fold_3.ENCSR363LUK.h5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a7e5af6bd52ef72eb83d975ac9b96e2e7bce48c35a0bbb313234859e51ff52
+size 26447928
diff --git a/fold_3/model.chrombpnet.fold_3.ENCSR363LUK.tar b/fold_3/model.chrombpnet.fold_3.ENCSR363LUK.tar
new file mode 100644
index 0000000000000000000000000000000000000000..38be8d4748cf1daa88540898789d70a0cb7d2fd6
--- /dev/null
+++ b/fold_3/model.chrombpnet.fold_3.ENCSR363LUK.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc674c35a564fba625055ab64c5f7558d1934487048fbc5687e533cb4934e26
+size 27607040
diff --git a/fold_3/model.chrombpnet_nobias.fold_3.ENCSR363LUK.h5 b/fold_3/model.chrombpnet_nobias.fold_3.ENCSR363LUK.h5
new file mode 100644
index 0000000000000000000000000000000000000000..6130ce5adafa1f6aa893e93f32f93cb09491d055
--- /dev/null
+++ b/fold_3/model.chrombpnet_nobias.fold_3.ENCSR363LUK.h5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad98e5b7c0a2736ef66bdae34614045d60a67500dc6c4e436b2720816d6e0d15
+size 25583536
diff --git a/fold_3/model.chrombpnet_nobias.fold_3.ENCSR363LUK.tar b/fold_3/model.chrombpnet_nobias.fold_3.ENCSR363LUK.tar
new file mode 100644
index 0000000000000000000000000000000000000000..ac27712d798bdbe4de48057a357dc002f51bbbff
--- /dev/null
+++ b/fold_3/model.chrombpnet_nobias.fold_3.ENCSR363LUK.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe78f3c5a9299da0d091f51f0dacc5356b85262072818206b02a49d09bc114bc
+size 26081280
diff --git a/fold_4/logs.models.fold_4.ENCSR363LUK/logfile.modelling.fold_4.ENCSR363LUK.stdout_v1.txt b/fold_4/logs.models.fold_4.ENCSR363LUK/logfile.modelling.fold_4.ENCSR363LUK.stdout_v1.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8644ccbafc61c10b8301f5fb8012aea471a145
--- /dev/null
+++ b/fold_4/logs.models.fold_4.ENCSR363LUK/logfile.modelling.fold_4.ENCSR363LUK.stdout_v1.txt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f82dd025c724b97d5c456193eafc19b3aa84df57066a246151f71e7e96c06a4
+size 22651672
diff --git a/fold_4/model.bias_scaled.fold_4.ENCSR363LUK.h5 b/fold_4/model.bias_scaled.fold_4.ENCSR363LUK.h5
new file mode 100644
index 0000000000000000000000000000000000000000..935d9b0e0842b7cba42f6affcb5d663982ebcde3
--- /dev/null
+++ b/fold_4/model.bias_scaled.fold_4.ENCSR363LUK.h5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f1b81d2874cf79d016d0cd8240e9f26de502f9dc7eeb5282c20fe1bc727273
+size 2688440
diff --git a/fold_4/model.bias_scaled.fold_4.ENCSR363LUK.tar b/fold_4/model.bias_scaled.fold_4.ENCSR363LUK.tar
new file mode 100644
index 0000000000000000000000000000000000000000..c777cfe5f1c6bafd71f13232c5f38f91e96c2570
--- /dev/null
+++ b/fold_4/model.bias_scaled.fold_4.ENCSR363LUK.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69f099b6ed374adbcc6d719f303f15ccde17bac8283ed8841a9e3833a045955
+size 1198080
diff --git a/fold_4/model.chrombpnet.fold_4.ENCSR363LUK.h5 b/fold_4/model.chrombpnet.fold_4.ENCSR363LUK.h5
new file mode 100644
index 0000000000000000000000000000000000000000..bab28a923f20cc4f28b75e09e29c56affefb6edc
--- /dev/null
+++ b/fold_4/model.chrombpnet.fold_4.ENCSR363LUK.h5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5125279543cbd884fa0c44314b0d5af2250f696a9a7906938e8cbc6fa71dfb
+size 26447928
diff --git a/fold_4/model.chrombpnet.fold_4.ENCSR363LUK.tar b/fold_4/model.chrombpnet.fold_4.ENCSR363LUK.tar
new file mode 100644
index 0000000000000000000000000000000000000000..cbf0a2e3fed103b0ed44400872839a2ba51f161c
--- /dev/null
+++ b/fold_4/model.chrombpnet.fold_4.ENCSR363LUK.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884f36ec9a9778806961d0537a8d06c6daf59ac61fdae22a053096c19c605da1
+size 27607040
diff --git a/fold_4/model.chrombpnet_nobias.fold_4.ENCSR363LUK.h5 b/fold_4/model.chrombpnet_nobias.fold_4.ENCSR363LUK.h5
new file mode 100644
index 0000000000000000000000000000000000000000..0e3bb68af1e2ef4711c1fba4a1f6da680982cfe9
--- /dev/null
+++ b/fold_4/model.chrombpnet_nobias.fold_4.ENCSR363LUK.h5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c211768111dfaa31996182803f62892f628c4d7852291f12a1ee216d03d3b232
+size 25583536
diff --git a/fold_4/model.chrombpnet_nobias.fold_4.ENCSR363LUK.tar b/fold_4/model.chrombpnet_nobias.fold_4.ENCSR363LUK.tar
new file mode 100644
index 0000000000000000000000000000000000000000..95ed40015c664a1c8e7a5489be80fa1befbb03a8
--- /dev/null
+++ b/fold_4/model.chrombpnet_nobias.fold_4.ENCSR363LUK.tar
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea74a78ebf94e879912094ff5502285104c1d8f855ed443051a2328ba60d05f4
+size 26081280