Hugging Face's logo

kundajelab
/
encode-chrombpnet-DNASE-ENCSR363LUK-ENCSR563YZV

chrombpnet
encode
chromatin-accessibility
DNASE
t-cell
hg38
Model card Files
xet
 Community
chang-m-yun commited on
Commit
47c6e64
·
verified ·
1 Parent(s): a6c5607

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +8 -0
  2. fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.chrombpnet.params.json +11 -0
  3. fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.chrombpnet_formatting.stderr.txt +40 -0
  4. fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.chrombpnet_formatting.stdout.txt +1 -0
  5. fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.chrombpnet_no_bias_formatting.stdout.txt +1 -0
  6. fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.stdout_v1.txt +3 -0
  7. fold_0/model.bias_scaled.fold_0.ENCSR363LUK.h5 +3 -0
  8. fold_0/model.bias_scaled.fold_0.ENCSR363LUK.tar +3 -0
  9. fold_0/model.chrombpnet.fold_0.ENCSR363LUK.h5 +3 -0
  10. fold_0/model.chrombpnet.fold_0.ENCSR363LUK.tar +3 -0
  11. fold_0/model.chrombpnet_nobias.fold_0.ENCSR363LUK.h5 +3 -0
  12. fold_0/model.chrombpnet_nobias.fold_0.ENCSR363LUK.tar +3 -0
  13. fold_1/logs.models.fold_1.ENCSR363LUK/logfile.modelling.fold_1.ENCSR363LUK.stdout.txt +3 -0
  14. fold_1/logs.models.fold_1.ENCSR363LUK/logfile.modelling.fold_1.ENCSR363LUK.stdout_v1.txt +3 -0
  15. fold_1/model.bias_scaled.fold_1.ENCSR363LUK.h5 +3 -0
  16. fold_1/model.bias_scaled.fold_1.ENCSR363LUK.tar +3 -0
  17. fold_1/model.chrombpnet.fold_1.ENCSR363LUK.h5 +3 -0
  18. fold_1/model.chrombpnet.fold_1.ENCSR363LUK.tar +3 -0
  19. fold_1/model.chrombpnet_nobias.fold_1.ENCSR363LUK.h5 +3 -0
  20. fold_1/model.chrombpnet_nobias.fold_1.ENCSR363LUK.tar +3 -0
  21. fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.args.json +23 -0
  22. fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.bias_formatting.stderr.txt +38 -0
  23. fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.bias_formatting.stdout.txt +1 -0
  24. fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet.params.json +11 -0
  25. fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_data_params.tsv +3 -0
  26. fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_formatting.stderr.txt +40 -0
  27. fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_formatting.stdout.txt +1 -0
  28. fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_model_params.tsv +9 -0
  29. fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_no_bias_formatting.stderr.txt +1 -0
  30. fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_no_bias_formatting.stdout.txt +1 -0
  31. fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.epoch_loss.csv +18 -0
  32. fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.stderr.txt +332 -0
  33. fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.stdout.txt +3 -0
  34. fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.stdout_v1.txt +3 -0
  35. fold_2/model.bias_scaled.fold_2.ENCSR363LUK.h5 +3 -0
  36. fold_2/model.bias_scaled.fold_2.ENCSR363LUK.tar +3 -0
  37. fold_2/model.chrombpnet.fold_2.ENCSR363LUK.h5 +3 -0
  38. fold_2/model.chrombpnet.fold_2.ENCSR363LUK.tar +3 -0
  39. fold_2/model.chrombpnet_nobias.fold_2.ENCSR363LUK.h5 +3 -0
  40. fold_2/model.chrombpnet_nobias.fold_2.ENCSR363LUK.tar +3 -0
  41. fold_3/logs.models.fold_3.ENCSR363LUK/logfile.modelling.fold_3.ENCSR363LUK.stdout.txt +3 -0
  42. fold_3/logs.models.fold_3.ENCSR363LUK/logfile.modelling.fold_3.ENCSR363LUK.stdout_v1.txt +3 -0
  43. fold_3/model.bias_scaled.fold_3.ENCSR363LUK.h5 +3 -0
  44. fold_3/model.bias_scaled.fold_3.ENCSR363LUK.tar +3 -0
  45. fold_3/model.chrombpnet.fold_3.ENCSR363LUK.h5 +3 -0
  46. fold_3/model.chrombpnet.fold_3.ENCSR363LUK.tar +3 -0
  47. fold_3/model.chrombpnet_nobias.fold_3.ENCSR363LUK.h5 +3 -0
  48. fold_3/model.chrombpnet_nobias.fold_3.ENCSR363LUK.tar +3 -0
  49. fold_4/logs.models.fold_4.ENCSR363LUK/logfile.modelling.fold_4.ENCSR363LUK.stdout_v1.txt +3 -0
  50. fold_4/model.bias_scaled.fold_4.ENCSR363LUK.h5 +3 -0
.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.stdout.txt filter=lfs diff=lfs merge=lfs -text
37
+ fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
38
+ fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
39
+ fold_3/logs.models.fold_3.ENCSR363LUK/logfile.modelling.fold_3.ENCSR363LUK.stdout.txt filter=lfs diff=lfs merge=lfs -text
40
+ fold_3/logs.models.fold_3.ENCSR363LUK/logfile.modelling.fold_3.ENCSR363LUK.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
41
+ fold_1/logs.models.fold_1.ENCSR363LUK/logfile.modelling.fold_1.ENCSR363LUK.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
42
+ fold_1/logs.models.fold_1.ENCSR363LUK/logfile.modelling.fold_1.ENCSR363LUK.stdout.txt filter=lfs diff=lfs merge=lfs -text
43
+ fold_4/logs.models.fold_4.ENCSR363LUK/logfile.modelling.fold_4.ENCSR363LUK.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.chrombpnet.params.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "counts_loss_weight": "14.5",
3
+ "filters": "512",
4
+ "n_dil_layers": "8",
5
+ "bias_model_path": "chrombppnet_model_encsr283tme_bias/bias_model_scaled.h5",
6
+ "inputlen": "2114",
7
+ "outputlen": "1000",
8
+ "max_jitter": "500",
9
+ "chr_fold_path": "splits/fold_0.json",
10
+ "negative_sampling_ratio": "0.1"
11
+ }
fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.chrombpnet_formatting.stderr.txt ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
2
+ INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
3
+ 2023-07-17 12:26:06.735346: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
4
+ 2023-07-17 12:26:10.466167: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
5
+ 2023-07-17 12:26:10.471184: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
6
+ 2023-07-17 12:26:11.035687: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
7
+ pciBusID: 0000:84:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
8
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
9
+ 2023-07-17 12:26:11.035807: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
10
+ 2023-07-17 12:26:11.062659: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
11
+ 2023-07-17 12:26:11.063036: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
12
+ 2023-07-17 12:26:11.074206: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
13
+ 2023-07-17 12:26:11.079615: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
14
+ 2023-07-17 12:26:11.100420: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
15
+ 2023-07-17 12:26:11.106788: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
16
+ 2023-07-17 12:26:11.107931: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
17
+ 2023-07-17 12:26:11.124884: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
18
+ 2023-07-17 12:26:11.126370: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
19
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
20
+ 2023-07-17 12:26:11.128151: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
21
+ 2023-07-17 12:26:11.137439: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
22
+ pciBusID: 0000:84:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
23
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
24
+ 2023-07-17 12:26:11.137570: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
25
+ 2023-07-17 12:26:11.137726: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
26
+ 2023-07-17 12:26:11.137766: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
27
+ 2023-07-17 12:26:11.137791: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
28
+ 2023-07-17 12:26:11.137815: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
29
+ 2023-07-17 12:26:11.137837: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
30
+ 2023-07-17 12:26:11.137857: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
31
+ 2023-07-17 12:26:11.137881: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
32
+ 2023-07-17 12:26:11.153586: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
33
+ 2023-07-17 12:26:11.155576: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
34
+ 2023-07-17 12:26:14.216149: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
35
+ 2023-07-17 12:26:14.216294: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
36
+ 2023-07-17 12:26:14.216319: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
37
+ 2023-07-17 12:26:14.223939: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75650 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:84:00.0, compute capability: 8.0)
38
+ 2023-07-17 12:26:17.848894: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
39
+ /opt/conda/lib/python3.7/site-packages/tensorflow/python/keras/layers/core.py:1059: UserWarning: is not loaded, but a Lambda layer uses it. It may cause errors.
40
+ , UserWarning)
fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.chrombpnet_formatting.stdout.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR363LUK//chrombppnet_model_encsr283tme_bias/chrombpnet.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR363LUK//chrombppnet_model_encsr283tme_bias/new_model_formats/chrombpnet
fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.chrombpnet_no_bias_formatting.stdout.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR363LUK//chrombppnet_model_encsr283tme_bias/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR363LUK//chrombppnet_model_encsr283tme_bias/new_model_formats/chrombpnet_wo_bias
fold_0/logs.models.fold_0.ENCSR363LUK/logfile.modelling.fold_0.ENCSR363LUK.stdout_v1.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:095db91c67aa2a26a4eb046359f585af8dd0d7b0f0271b32a4ac2308cd041cd0
3
+ size 11582817
fold_0/model.bias_scaled.fold_0.ENCSR363LUK.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1572aeb9cfcd1a84de7e4556c31b7eef4c752c18d70a4554fd4841a5e1a11a0
3
+ size 2688440
fold_0/model.bias_scaled.fold_0.ENCSR363LUK.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3eefa894c0b4d2930674d6ee0ae762ac0b5c85af9a7af5a7c72c401be113ffa5
3
+ size 1208320
fold_0/model.chrombpnet.fold_0.ENCSR363LUK.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80e0f7f8cd6d33a7e2228c08f461e81caa17f255c6c684cc0571884403839973
3
+ size 26448016
fold_0/model.chrombpnet.fold_0.ENCSR363LUK.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e226d4598a9ecbd4c02b9394a593f68308cc340a6fec157649c1debcd156a7e0
3
+ size 27617280
fold_0/model.chrombpnet_nobias.fold_0.ENCSR363LUK.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d275d8d93c02a0a0eb96b60db3cd16ce641a8df0c7c98524796579eaeebed290
3
+ size 25583536
fold_0/model.chrombpnet_nobias.fold_0.ENCSR363LUK.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73d62557ebd6b72fb5f34651d58e960c914c8c13a6868058375e77e58be34676
3
+ size 26081280
fold_1/logs.models.fold_1.ENCSR363LUK/logfile.modelling.fold_1.ENCSR363LUK.stdout.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7063667e5518490ded112dcddbd78f7321746403441c1063eeb636c340e68395
3
+ size 12432993
fold_1/logs.models.fold_1.ENCSR363LUK/logfile.modelling.fold_1.ENCSR363LUK.stdout_v1.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62e60f323720116659e11a0a465718f341f3c23decd643a4f581f3a52b786933
3
+ size 12431320
fold_1/model.bias_scaled.fold_1.ENCSR363LUK.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b8832557fbcb2530d9643941fae0a7fb935703a2afeaa2fa195609e4ce572db
3
+ size 2688440
fold_1/model.bias_scaled.fold_1.ENCSR363LUK.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cba173c40ae02b4cc68a89327e67eaec1d9029d0221e8229f367d333eae91b0b
3
+ size 1198080
fold_1/model.chrombpnet.fold_1.ENCSR363LUK.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5942948e9b9f32d13ec6395b6671c1d1b5a75b4fe9aceb422aaf82a874b50c9a
3
+ size 26447928
fold_1/model.chrombpnet.fold_1.ENCSR363LUK.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96dbf5d1967884967013f2fa10d611e1546fec71eeea45a2f536fbfdb66e8aab
3
+ size 27607040
fold_1/model.chrombpnet_nobias.fold_1.ENCSR363LUK.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14995cb93109e82d361d2c6e4da8c9e4638de0aa4146fdf723b77f10372e2ff8
3
+ size 25583536
fold_1/model.chrombpnet_nobias.fold_1.ENCSR363LUK.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a63cf4f9b527c1a2338be4e94dc4c0a7ec8957d047f6b71e03291fa70fb8a94
3
+ size 26081280
fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.args.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "genome": "/scratch/groups/akundaje/anusri/chromatin_atlas/reference/hg38.genome.fa",
3
+ "bigwig": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR363LUK//preprocessing/bigWigs/ENCSR363LUK.bigWig",
4
+ "peaks": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2//filtered.peaks.bed",
5
+ "nonpeaks": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2//filtered.nonpeaks.bed",
6
+ "output_prefix": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2//chrombpnet",
7
+ "chr_fold_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json",
8
+ "trackables": [
9
+ "logcount_predictions_loss",
10
+ "loss",
11
+ "logits_profile_predictions_loss",
12
+ "val_logcount_predictions_loss",
13
+ "val_loss",
14
+ "val_logits_profile_predictions_loss"
15
+ ],
16
+ "epochs": 50,
17
+ "early_stop": 5,
18
+ "batch_size": 64,
19
+ "learning_rate": 0.001,
20
+ "params": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2//chrombpnet_model_params.tsv",
21
+ "seed": 1234,
22
+ "architecture_from_file": "/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/models/chrombpnet_with_bias_model.py"
23
+ }
fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.bias_formatting.stderr.txt ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
2
+ INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
3
+ 2023-07-16 23:13:52.935249: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
4
+ 2023-07-16 23:13:55.483795: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
5
+ 2023-07-16 23:13:55.487459: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
6
+ 2023-07-16 23:13:56.468933: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
7
+ pciBusID: 0000:c3:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
8
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
9
+ 2023-07-16 23:13:56.469054: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
10
+ 2023-07-16 23:13:56.492331: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
11
+ 2023-07-16 23:13:56.492417: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
12
+ 2023-07-16 23:13:56.502993: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
13
+ 2023-07-16 23:13:56.507922: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
14
+ 2023-07-16 23:13:56.525306: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
15
+ 2023-07-16 23:13:56.529952: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
16
+ 2023-07-16 23:13:56.530963: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
17
+ 2023-07-16 23:13:56.545428: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
18
+ 2023-07-16 23:13:56.545747: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
19
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
20
+ 2023-07-16 23:13:56.546689: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
21
+ 2023-07-16 23:13:56.554723: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
22
+ pciBusID: 0000:c3:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
23
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
24
+ 2023-07-16 23:13:56.554759: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
25
+ 2023-07-16 23:13:56.554783: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
26
+ 2023-07-16 23:13:56.554802: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
27
+ 2023-07-16 23:13:56.554819: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
28
+ 2023-07-16 23:13:56.554835: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
29
+ 2023-07-16 23:13:56.554850: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
30
+ 2023-07-16 23:13:56.554865: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
31
+ 2023-07-16 23:13:56.554880: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
32
+ 2023-07-16 23:13:56.566621: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
33
+ 2023-07-16 23:13:56.568092: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
34
+ 2023-07-16 23:13:59.153917: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
35
+ 2023-07-16 23:13:59.154016: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
36
+ 2023-07-16 23:13:59.154030: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
37
+ 2023-07-16 23:13:59.161003: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75650 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:c3:00.0, compute capability: 8.0)
38
+ 2023-07-16 23:14:00.358174: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.bias_formatting.stdout.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2/bias_model_scaled.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2/new_model_formats/bias_model_scaled
fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet.params.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "counts_loss_weight": "14.5",
3
+ "filters": "512",
4
+ "n_dil_layers": "8",
5
+ "bias_model_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2/bias_model_scaled.h5",
6
+ "inputlen": "2114",
7
+ "outputlen": "1000",
8
+ "max_jitter": "500",
9
+ "chr_fold_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json",
10
+ "negative_sampling_ratio": "0.1"
11
+ }
fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_data_params.tsv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ counts_sum_min_thresh 12.0
2
+ counts_sum_max_thresh 17993.0
3
+ trainings_pts_post_thresh 179100
fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_formatting.stderr.txt ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
2
+ INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
3
+ 2023-07-17 12:26:05.405680: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
4
+ 2023-07-17 12:26:09.586614: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
5
+ 2023-07-17 12:26:09.590404: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
6
+ 2023-07-17 12:26:09.789060: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
7
+ pciBusID: 0000:c0:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
8
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
9
+ 2023-07-17 12:26:09.789174: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
10
+ 2023-07-17 12:26:09.816468: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
11
+ 2023-07-17 12:26:09.816648: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
12
+ 2023-07-17 12:26:09.829114: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
13
+ 2023-07-17 12:26:09.837637: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
14
+ 2023-07-17 12:26:09.861880: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
15
+ 2023-07-17 12:26:09.866807: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
16
+ 2023-07-17 12:26:09.867919: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
17
+ 2023-07-17 12:26:09.874885: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
18
+ 2023-07-17 12:26:09.876928: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
19
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
20
+ 2023-07-17 12:26:09.878727: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
21
+ 2023-07-17 12:26:09.881866: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
22
+ pciBusID: 0000:c0:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
23
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
24
+ 2023-07-17 12:26:09.881937: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
25
+ 2023-07-17 12:26:09.882001: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
26
+ 2023-07-17 12:26:09.882029: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
27
+ 2023-07-17 12:26:09.882045: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
28
+ 2023-07-17 12:26:09.882059: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
29
+ 2023-07-17 12:26:09.882071: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
30
+ 2023-07-17 12:26:09.882083: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
31
+ 2023-07-17 12:26:09.882096: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
32
+ 2023-07-17 12:26:09.886911: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
33
+ 2023-07-17 12:26:09.889190: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
34
+ 2023-07-17 12:26:12.528201: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
35
+ 2023-07-17 12:26:12.528646: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
36
+ 2023-07-17 12:26:12.528727: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
37
+ 2023-07-17 12:26:12.539259: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75650 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:c0:00.0, compute capability: 8.0)
38
+ 2023-07-17 12:26:16.953324: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
39
+ /opt/conda/lib/python3.7/site-packages/tensorflow/python/keras/layers/core.py:1059: UserWarning: is not loaded, but a Lambda layer uses it. It may cause errors.
40
+ , UserWarning)
fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_formatting.stdout.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2/chrombpnet.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2/new_model_formats/chrombpnet
fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_model_params.tsv ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ counts_loss_weight 14.5
2
+ filters 512
3
+ n_dil_layers 8
4
+ bias_model_path /scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2/bias_model_scaled.h5
5
+ inputlen 2114
6
+ outputlen 1000
7
+ max_jitter 500
8
+ chr_fold_path /scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json
9
+ negative_sampling_ratio 0.1
fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_no_bias_formatting.stderr.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2/new_model_formats/chrombpnet_wo_bias
fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.chrombpnet_no_bias_formatting.stdout.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2/new_model_formats/chrombpnet_wo_bias
fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.epoch_loss.csv ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,logcount_predictions_loss,logits_profile_predictions_loss,loss,val_logcount_predictions_loss,val_logits_profile_predictions_loss,val_loss
2
+ 0,2.5303754806518555,1003.3829956054688,1040.07421875,0.9642794132232666,918.9053344726562,932.8880615234375
3
+ 1,0.9977880120277405,906.9251708984375,921.3938598632812,0.8429662585258484,894.890380859375,907.1132202148438
4
+ 2,0.8754213452339172,878.3289184570312,891.0208740234375,0.8087760210037231,883.5468139648438,895.2737426757812
5
+ 3,0.8335238695144653,860.8145141601562,872.9019775390625,0.7068542242050171,861.3445434570312,871.5940551757812
6
+ 4,0.7907074689865112,850.2337646484375,861.6983032226562,0.6649604439735413,870.507080078125,880.1488037109375
7
+ 5,0.7672262191772461,838.8335571289062,849.959716796875,0.6450962424278259,866.5571899414062,875.9114379882812
8
+ 6,0.7460489869117737,833.1507568359375,843.9692993164062,0.6477739810943604,862.6557006835938,872.0484619140625
9
+ 7,0.6779019832611084,807.155517578125,816.984619140625,0.6200783252716064,843.0799560546875,852.0712890625
10
+ 8,0.6540480256080627,793.1552124023438,802.6387329101562,0.6130878329277039,848.885009765625,857.7748413085938
11
+ 9,0.6341983079910278,784.6556396484375,793.8522338867188,0.5917700529098511,849.4334106445312,858.0142822265625
12
+ 10,0.6244039535522461,776.50146484375,785.5552978515625,0.5890655517578125,845.8297119140625,854.3716430664062
13
+ 11,0.5946484208106995,764.1161499023438,772.7387084960938,0.591787576675415,843.0049438476562,851.5861206054688
14
+ 12,0.586418628692627,755.4862060546875,763.9899291992188,0.5810558795928955,848.0961303710938,856.5208740234375
15
+ 13,0.5726850032806396,749.8646240234375,758.1691284179688,0.5814415216445923,853.15478515625,861.5855102539062
16
+ 14,0.5676683783531189,744.4237060546875,752.65380859375,0.5813627243041992,853.4210815429688,861.8508911132812
17
+ 15,0.557471752166748,737.166015625,745.2485961914062,0.5894810557365417,852.496826171875,861.0445556640625
18
+ 16,0.550578236579895,734.6395874023438,742.6234741210938,0.5836676955223083,854.5322875976562,862.9949951171875
fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.stderr.txt ADDED
@@ -0,0 +1,332 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
2
+ INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
3
+ INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
4
+ INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
5
+ 2023-01-18 18:22:02.632570: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
6
+ 2023-01-18 18:27:59.240388: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
7
+ 2023-01-18 18:27:59.244431: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
8
+ 2023-01-18 18:27:59.450044: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
9
+ pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
10
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
11
+ 2023-01-18 18:27:59.450166: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
12
+ 2023-01-18 18:27:59.472211: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
13
+ 2023-01-18 18:27:59.472398: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
14
+ 2023-01-18 18:27:59.483989: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
15
+ 2023-01-18 18:27:59.489489: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
16
+ 2023-01-18 18:27:59.508880: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
17
+ 2023-01-18 18:27:59.514059: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
18
+ 2023-01-18 18:27:59.515257: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
19
+ 2023-01-18 18:27:59.520018: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
20
+ 2023-01-18 18:27:59.520386: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
21
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
22
+ 2023-01-18 18:27:59.521206: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
23
+ 2023-01-18 18:27:59.522984: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
24
+ pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
25
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
26
+ 2023-01-18 18:27:59.523021: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
27
+ 2023-01-18 18:27:59.523053: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
28
+ 2023-01-18 18:27:59.523069: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
29
+ 2023-01-18 18:27:59.523084: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
30
+ 2023-01-18 18:27:59.523100: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
31
+ 2023-01-18 18:27:59.523115: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
32
+ 2023-01-18 18:27:59.523129: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
33
+ 2023-01-18 18:27:59.523145: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
34
+ 2023-01-18 18:27:59.526536: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
35
+ 2023-01-18 18:27:59.527783: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
36
+ 2023-01-18 18:28:01.144978: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
37
+ 2023-01-18 18:28:01.145087: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
38
+ 2023-01-18 18:28:01.145100: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
39
+ 2023-01-18 18:28:01.151454: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 37414 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-40GB, pci bus id: 0000:c1:00.0, compute capability: 8.0)
40
+ 2023-01-18 18:28:03.140092: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
41
+ 2023-01-18 18:28:03.154572: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2499925000 Hz
42
+ 2023-01-18 18:28:03.367356: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
43
+ 2023-01-18 18:28:05.080192: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
44
+ 2023-01-18 18:28:05.090449: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
45
+ 2023-01-18 18:28:41.763034: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
46
+ 2023-01-18 18:28:43.545698: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
47
+ 2023-01-18 18:28:43.546687: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
48
+ 2023-01-18 18:28:43.764187: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
49
+ pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
50
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
51
+ 2023-01-18 18:28:43.764289: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
52
+ 2023-01-18 18:28:43.766863: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
53
+ 2023-01-18 18:28:43.766939: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
54
+ 2023-01-18 18:28:43.768126: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
55
+ 2023-01-18 18:28:43.768413: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
56
+ 2023-01-18 18:28:43.770900: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
57
+ 2023-01-18 18:28:43.771537: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
58
+ 2023-01-18 18:28:43.771820: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
59
+ 2023-01-18 18:28:43.775068: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
60
+ 2023-01-18 18:28:43.775396: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
61
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
62
+ 2023-01-18 18:28:43.775470: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
63
+ 2023-01-18 18:28:43.777073: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
64
+ pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
65
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
66
+ 2023-01-18 18:28:43.777099: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
67
+ 2023-01-18 18:28:43.777119: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
68
+ 2023-01-18 18:28:43.777133: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
69
+ 2023-01-18 18:28:43.777146: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
70
+ 2023-01-18 18:28:43.777159: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
71
+ 2023-01-18 18:28:43.777172: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
72
+ 2023-01-18 18:28:43.777184: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
73
+ 2023-01-18 18:28:43.777197: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
74
+ 2023-01-18 18:28:43.780579: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
75
+ 2023-01-18 18:28:43.780617: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
76
+ 2023-01-18 18:28:44.317149: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
77
+ 2023-01-18 18:28:44.317267: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
78
+ 2023-01-18 18:28:44.317280: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
79
+ 2023-01-18 18:28:44.320601: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 37414 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-40GB, pci bus id: 0000:c1:00.0, compute capability: 8.0)
80
+ 2023-01-18 18:34:24.646216: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
81
+ 2023-01-18 18:34:24.646686: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2499925000 Hz
82
+ 2023-01-18 18:34:26.158768: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
83
+ 2023-01-18 18:34:27.148386: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
84
+ 2023-01-18 18:34:27.166072: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
85
+ 2023-01-18 18:34:30.872863: I tensorflow/stream_executor/cuda/cuda_blas.cc:1838] TensorFloat-32 will be used for the matrix multiplication. This will only be logged once.
86
+ 2023-01-18 20:33:25.318386: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
87
+ 2023-01-18 20:33:27.983304: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
88
+ 2023-01-18 20:33:27.984263: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
89
+ 2023-01-18 20:33:28.199318: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
90
+ pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
91
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
92
+ 2023-01-18 20:33:28.199425: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
93
+ 2023-01-18 20:33:28.202134: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
94
+ 2023-01-18 20:33:28.202187: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
95
+ 2023-01-18 20:33:28.203345: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
96
+ 2023-01-18 20:33:28.203629: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
97
+ 2023-01-18 20:33:28.206393: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
98
+ 2023-01-18 20:33:28.207079: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
99
+ 2023-01-18 20:33:28.207407: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
100
+ 2023-01-18 20:33:28.210994: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
101
+ 2023-01-18 20:33:28.211341: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
102
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
103
+ 2023-01-18 20:33:28.211412: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
104
+ 2023-01-18 20:33:28.213135: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
105
+ pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
106
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
107
+ 2023-01-18 20:33:28.213158: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
108
+ 2023-01-18 20:33:28.213177: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
109
+ 2023-01-18 20:33:28.213191: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
110
+ 2023-01-18 20:33:28.213205: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
111
+ 2023-01-18 20:33:28.213219: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
112
+ 2023-01-18 20:33:28.213232: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
113
+ 2023-01-18 20:33:28.213246: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
114
+ 2023-01-18 20:33:28.213259: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
115
+ 2023-01-18 20:33:28.216426: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
116
+ 2023-01-18 20:33:28.216457: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
117
+ 2023-01-18 20:33:28.742936: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
118
+ 2023-01-18 20:33:28.743095: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
119
+ 2023-01-18 20:33:28.743107: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
120
+ 2023-01-18 20:33:28.746851: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 37414 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-40GB, pci bus id: 0000:c1:00.0, compute capability: 8.0)
121
+ 2023-01-18 20:34:44.405297: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
122
+ 2023-01-18 20:34:44.408904: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2499925000 Hz
123
+ 2023-01-18 20:34:44.504520: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
124
+ 2023-01-18 20:34:44.992714: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
125
+ 2023-01-18 20:34:44.994850: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
126
+ /opt/conda/lib/python3.7/site-packages/tensorflow/python/keras/layers/core.py:1059: UserWarning: is not loaded, but a Lambda layer uses it. It may cause errors.
127
+ , UserWarning)
128
+ /home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:69: RuntimeWarning: invalid value encountered in true_divide
129
+ cur_jsd=jensenshannon(true_counts[idx,:]/np.nansum(true_counts[idx,:]),pred_probs[idx,:])
130
+ /home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/utils/metrics_utils.py:196: RuntimeWarning: invalid value encountered in true_divide
131
+ profile_prob = profile / np.sum(profile)
132
+ /home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:78: RuntimeWarning: invalid value encountered in true_divide
133
+ shuffled_labels_prob=shuffled_labels/np.nansum(shuffled_labels)
134
+ /home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:88: RuntimeWarning: invalid value encountered in true_divide
135
+ curr_jsd_rnd=jensenshannon(true_counts[idx,:]/np.nansum(true_counts[idx,:]),shuffled_labels_prob)
136
+ No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
137
+ findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
138
+ findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
139
+ findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
140
+ No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
141
+ No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
142
+ 2023-01-18 20:36:53.049726: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
143
+ 2023-01-18 20:36:55.529539: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
144
+ 2023-01-18 20:36:55.530495: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
145
+ 2023-01-18 20:36:55.668044: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
146
+ pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
147
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
148
+ 2023-01-18 20:36:55.668128: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
149
+ 2023-01-18 20:36:55.670660: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
150
+ 2023-01-18 20:36:55.670716: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
151
+ 2023-01-18 20:36:55.671868: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
152
+ 2023-01-18 20:36:55.672166: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
153
+ 2023-01-18 20:36:55.674632: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
154
+ 2023-01-18 20:36:55.675284: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
155
+ 2023-01-18 20:36:55.675609: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
156
+ 2023-01-18 20:36:55.677607: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
157
+ 2023-01-18 20:36:55.677921: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
158
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
159
+ 2023-01-18 20:36:55.678180: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
160
+ 2023-01-18 20:36:55.679076: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
161
+ pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
162
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
163
+ 2023-01-18 20:36:55.679098: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
164
+ 2023-01-18 20:36:55.679115: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
165
+ 2023-01-18 20:36:55.679131: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
166
+ 2023-01-18 20:36:55.679145: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
167
+ 2023-01-18 20:36:55.679159: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
168
+ 2023-01-18 20:36:55.679173: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
169
+ 2023-01-18 20:36:55.679187: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
170
+ 2023-01-18 20:36:55.679201: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
171
+ 2023-01-18 20:36:55.680890: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
172
+ 2023-01-18 20:36:55.680919: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
173
+ 2023-01-18 20:36:56.179426: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
174
+ 2023-01-18 20:36:56.179526: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
175
+ 2023-01-18 20:36:56.179538: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
176
+ 2023-01-18 20:36:56.182610: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 37414 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-40GB, pci bus id: 0000:c1:00.0, compute capability: 8.0)
177
+ WARNING:tensorflow:No training configuration found in the save file, so the model was *not* compiled. Compile it manually.
178
+ 2023-01-18 20:38:03.557455: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
179
+ 2023-01-18 20:38:03.560041: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2499925000 Hz
180
+ 2023-01-18 20:38:03.620210: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
181
+ 2023-01-18 20:38:04.122015: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
182
+ 2023-01-18 20:38:04.123612: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
183
+ /home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:69: RuntimeWarning: invalid value encountered in true_divide
184
+ cur_jsd=jensenshannon(true_counts[idx,:]/np.nansum(true_counts[idx,:]),pred_probs[idx,:])
185
+ /home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/utils/metrics_utils.py:196: RuntimeWarning: invalid value encountered in true_divide
186
+ profile_prob = profile / np.sum(profile)
187
+ /home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:78: RuntimeWarning: invalid value encountered in true_divide
188
+ shuffled_labels_prob=shuffled_labels/np.nansum(shuffled_labels)
189
+ /home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:88: RuntimeWarning: invalid value encountered in true_divide
190
+ curr_jsd_rnd=jensenshannon(true_counts[idx,:]/np.nansum(true_counts[idx,:]),shuffled_labels_prob)
191
+ No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
192
+ findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
193
+ findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
194
+ findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
195
+ No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
196
+ No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
197
+ 2023-01-18 20:39:56.905587: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
198
+ 2023-01-18 20:40:01.265812: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
199
+ 2023-01-18 20:40:01.266759: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
200
+ 2023-01-18 20:40:01.460312: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
201
+ pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
202
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
203
+ 2023-01-18 20:40:01.460403: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
204
+ 2023-01-18 20:40:01.463058: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
205
+ 2023-01-18 20:40:01.463120: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
206
+ 2023-01-18 20:40:01.464260: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
207
+ 2023-01-18 20:40:01.464545: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
208
+ 2023-01-18 20:40:01.466969: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
209
+ 2023-01-18 20:40:01.467598: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
210
+ 2023-01-18 20:40:01.467914: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
211
+ 2023-01-18 20:40:01.471618: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
212
+ 2023-01-18 20:40:01.471949: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
213
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
214
+ 2023-01-18 20:40:01.472019: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
215
+ 2023-01-18 20:40:01.473775: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
216
+ pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
217
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
218
+ 2023-01-18 20:40:01.473797: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
219
+ 2023-01-18 20:40:01.473830: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
220
+ 2023-01-18 20:40:01.473846: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
221
+ 2023-01-18 20:40:01.473860: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
222
+ 2023-01-18 20:40:01.473874: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
223
+ 2023-01-18 20:40:01.473887: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
224
+ 2023-01-18 20:40:01.473901: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
225
+ 2023-01-18 20:40:01.473914: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
226
+ 2023-01-18 20:40:01.477274: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
227
+ 2023-01-18 20:40:01.477307: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
228
+ 2023-01-18 20:40:02.012359: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
229
+ 2023-01-18 20:40:02.012474: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
230
+ 2023-01-18 20:40:02.012486: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
231
+ 2023-01-18 20:40:02.016224: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 37414 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-40GB, pci bus id: 0000:c1:00.0, compute capability: 8.0)
232
+ 2023-01-18 20:41:08.619254: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
233
+ 2023-01-18 20:41:08.621054: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2499925000 Hz
234
+ 2023-01-18 20:41:08.658982: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
235
+ 2023-01-18 20:41:09.176848: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
236
+ 2023-01-18 20:41:09.178483: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
237
+ /home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:69: RuntimeWarning: invalid value encountered in true_divide
238
+ cur_jsd=jensenshannon(true_counts[idx,:]/np.nansum(true_counts[idx,:]),pred_probs[idx,:])
239
+ /home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/utils/metrics_utils.py:196: RuntimeWarning: invalid value encountered in true_divide
240
+ profile_prob = profile / np.sum(profile)
241
+ /home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:78: RuntimeWarning: invalid value encountered in true_divide
242
+ shuffled_labels_prob=shuffled_labels/np.nansum(shuffled_labels)
243
+ /home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:88: RuntimeWarning: invalid value encountered in true_divide
244
+ curr_jsd_rnd=jensenshannon(true_counts[idx,:]/np.nansum(true_counts[idx,:]),shuffled_labels_prob)
245
+ No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
246
+ findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
247
+ findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
248
+ findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
249
+ No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
250
+ No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
251
+ 2023-01-18 20:42:09.631198: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
252
+ 2023-01-18 20:42:10.861022: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
253
+ 2023-01-18 20:42:10.861874: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
254
+ 2023-01-18 20:42:10.984516: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
255
+ pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
256
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
257
+ 2023-01-18 20:42:10.984613: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
258
+ 2023-01-18 20:42:10.987073: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
259
+ 2023-01-18 20:42:10.987144: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
260
+ 2023-01-18 20:42:10.988274: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
261
+ 2023-01-18 20:42:10.988557: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
262
+ 2023-01-18 20:42:10.990986: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
263
+ 2023-01-18 20:42:10.991603: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
264
+ 2023-01-18 20:42:10.991926: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
265
+ 2023-01-18 20:42:10.993835: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
266
+ 2023-01-18 20:42:10.994176: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
267
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
268
+ 2023-01-18 20:42:10.994246: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
269
+ 2023-01-18 20:42:10.995117: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
270
+ pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
271
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
272
+ 2023-01-18 20:42:10.995149: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
273
+ 2023-01-18 20:42:10.995165: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
274
+ 2023-01-18 20:42:10.995180: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
275
+ 2023-01-18 20:42:10.995195: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
276
+ 2023-01-18 20:42:10.995209: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
277
+ 2023-01-18 20:42:10.995223: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
278
+ 2023-01-18 20:42:10.995237: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
279
+ 2023-01-18 20:42:10.995251: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
280
+ 2023-01-18 20:42:10.996947: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
281
+ 2023-01-18 20:42:10.996980: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
282
+ 2023-01-18 20:42:11.501837: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
283
+ 2023-01-18 20:42:11.501954: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
284
+ 2023-01-18 20:42:11.501967: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
285
+ 2023-01-18 20:42:11.504903: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 37414 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-40GB, pci bus id: 0000:c1:00.0, compute capability: 8.0)
286
+ WARNING:tensorflow:No training configuration found in the save file, so the model was *not* compiled. Compile it manually.
287
+ 2023-01-18 20:42:24.578647: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
288
+ 2023-01-18 20:42:24.579214: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2499925000 Hz
289
+ 2023-01-18 20:42:24.780909: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
290
+ 2023-01-18 20:42:25.350522: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
291
+ 2023-01-18 20:42:25.352347: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
292
+ mkdir: cannot create directory ‘/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR363LUK//chrombppnet_model_encsr283tme_bias_fold_2//footprints’: File exists
293
+ 2023-01-18 20:44:08.473691: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
294
+ 2023-01-18 20:44:09.694942: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
295
+ 2023-01-18 20:44:09.695791: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
296
+ 2023-01-18 20:44:09.820776: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
297
+ pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
298
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
299
+ 2023-01-18 20:44:09.820878: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
300
+ 2023-01-18 20:44:09.823348: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
301
+ 2023-01-18 20:44:09.823403: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
302
+ 2023-01-18 20:44:09.824519: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
303
+ 2023-01-18 20:44:09.824793: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
304
+ 2023-01-18 20:44:09.827220: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
305
+ 2023-01-18 20:44:09.827827: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
306
+ 2023-01-18 20:44:09.828155: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
307
+ 2023-01-18 20:44:09.829953: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
308
+ 2023-01-18 20:44:09.830288: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
309
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
310
+ 2023-01-18 20:44:09.830378: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
311
+ 2023-01-18 20:44:09.831323: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
312
+ pciBusID: 0000:c1:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
313
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.42GiB deviceMemoryBandwidth: 1.41TiB/s
314
+ 2023-01-18 20:44:09.831351: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
315
+ 2023-01-18 20:44:09.831367: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
316
+ 2023-01-18 20:44:09.831382: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
317
+ 2023-01-18 20:44:09.831396: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
318
+ 2023-01-18 20:44:09.831410: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
319
+ 2023-01-18 20:44:09.831424: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
320
+ 2023-01-18 20:44:09.831437: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
321
+ 2023-01-18 20:44:09.831451: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
322
+ 2023-01-18 20:44:09.833136: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
323
+ 2023-01-18 20:44:09.833171: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
324
+ 2023-01-18 20:44:10.333422: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
325
+ 2023-01-18 20:44:10.333524: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
326
+ 2023-01-18 20:44:10.333536: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
327
+ 2023-01-18 20:44:10.337018: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 37414 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-40GB, pci bus id: 0000:c1:00.0, compute capability: 8.0)
328
+ 2023-01-18 20:44:23.265076: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
329
+ 2023-01-18 20:44:23.265624: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2499925000 Hz
330
+ 2023-01-18 20:44:23.403624: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
331
+ 2023-01-18 20:44:23.976407: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
332
+ 2023-01-18 20:44:23.978278: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.stdout.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d141dccb6452602e50b58317d58fbc261ec8cf761875ef42f75b04d8c25c9f5
3
+ size 13293172
fold_2/logs.models.fold_2.ENCSR363LUK/logfile.modelling.fold_2.ENCSR363LUK.stdout_v1.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfe87a7aa9a6e396cdc17bb6f73b0bf81d753f27efcd335ed0a79e591d29bb03
3
+ size 13291499
fold_2/model.bias_scaled.fold_2.ENCSR363LUK.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdb24c9246a3f8f07eb1feb8d0d0e5ec425565c7eeb187457f3d89b806f5dc51
3
+ size 2688440
fold_2/model.bias_scaled.fold_2.ENCSR363LUK.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90689a15c73d4c05235f45d9192cbc4f0996bff333c07dd51490b2494036fe82
3
+ size 1198080
fold_2/model.chrombpnet.fold_2.ENCSR363LUK.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca5d0556532a70806c62ccd40f3a62daaf2beb2b725759610511e3206d54d974
3
+ size 26447928
fold_2/model.chrombpnet.fold_2.ENCSR363LUK.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8075b6593cea0dd79cdb565a0a117227451f124b9bd3cdb66c19c69a5d670b4b
3
+ size 27607040
fold_2/model.chrombpnet_nobias.fold_2.ENCSR363LUK.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be1f48fb8c2bbd6a3ff98f1febb97742a195db31e8d054b27e13328c41b6d76e
3
+ size 25583536
fold_2/model.chrombpnet_nobias.fold_2.ENCSR363LUK.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7c0dd30d87a8a5a7c535d15bbb6024d519a39d0723c3d89497c80d56070f4c0
3
+ size 26081280
fold_3/logs.models.fold_3.ENCSR363LUK/logfile.modelling.fold_3.ENCSR363LUK.stdout.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8a4f06248cf5666c034a037811e19d7240d34ccbcc828a6beb93f4746fa9f60
3
+ size 12579653
fold_3/logs.models.fold_3.ENCSR363LUK/logfile.modelling.fold_3.ENCSR363LUK.stdout_v1.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:389ead1644159a3e337abfb48d233dc5913bdaf5793217787ba11b4473d459bd
3
+ size 12577980
fold_3/model.bias_scaled.fold_3.ENCSR363LUK.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f088b5e0456ac476fbc0a0ac4491b96c1b50daf420ea0c9950a3d342f6d26c5
3
+ size 2688440
fold_3/model.bias_scaled.fold_3.ENCSR363LUK.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95526f295231ae0a5470bf94b57c04d2b16ce525a9cef98b394e3abca20746dd
3
+ size 1198080
fold_3/model.chrombpnet.fold_3.ENCSR363LUK.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7a7e5af6bd52ef72eb83d975ac9b96e2e7bce48c35a0bbb313234859e51ff52
3
+ size 26447928
fold_3/model.chrombpnet.fold_3.ENCSR363LUK.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcc674c35a564fba625055ab64c5f7558d1934487048fbc5687e533cb4934e26
3
+ size 27607040
fold_3/model.chrombpnet_nobias.fold_3.ENCSR363LUK.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad98e5b7c0a2736ef66bdae34614045d60a67500dc6c4e436b2720816d6e0d15
3
+ size 25583536
fold_3/model.chrombpnet_nobias.fold_3.ENCSR363LUK.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe78f3c5a9299da0d091f51f0dacc5356b85262072818206b02a49d09bc114bc
3
+ size 26081280
fold_4/logs.models.fold_4.ENCSR363LUK/logfile.modelling.fold_4.ENCSR363LUK.stdout_v1.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f82dd025c724b97d5c456193eafc19b3aa84df57066a246151f71e7e96c06a4
3
+ size 22651672
fold_4/model.bias_scaled.fold_4.ENCSR363LUK.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8f1b81d2874cf79d016d0cd8240e9f26de502f9dc7eeb5282c20fe1bc727273
3
+ size 2688440