Add files using upload-large-folder tool
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- .gitattributes +4 -0
- fold_0/logs.models.fold_0.ENCSR567EEO/logfile.modelling.fold_0.ENCSR567EEO.batch_loss.tsv +0 -0
- fold_0/logs.models.fold_0.ENCSR567EEO/logfile.modelling.fold_0.ENCSR567EEO.bias_formatting.stderr.txt +38 -0
- fold_0/logs.models.fold_0.ENCSR567EEO/logfile.modelling.fold_0.ENCSR567EEO.chrombpnet_formatting.stderr.txt +40 -0
- fold_0/logs.models.fold_0.ENCSR567EEO/logfile.modelling.fold_0.ENCSR567EEO.chrombpnet_model_params.tsv +9 -0
- fold_0/logs.models.fold_0.ENCSR567EEO/logfile.modelling.fold_0.ENCSR567EEO.chrombpnet_no_bias_formatting.stderr.txt +1 -0
- fold_0/logs.models.fold_0.ENCSR567EEO/logfile.modelling.fold_0.ENCSR567EEO.chrombpnet_no_bias_formatting.stdout.txt +1 -0
- fold_0/logs.models.fold_0.ENCSR567EEO/logfile.modelling.fold_0.ENCSR567EEO.epoch_loss.csv +19 -0
- fold_0/logs.models.fold_0.ENCSR567EEO/logfile.modelling.fold_0.ENCSR567EEO.stdout.txt +3 -0
- fold_0/logs.models.fold_0.ENCSR567EEO/logfile.modelling.fold_0.ENCSR567EEO.stdout_v1.txt +3 -0
- fold_0/model.bias_scaled.fold_0.ENCSR567EEO.h5 +3 -0
- fold_0/model.bias_scaled.fold_0.ENCSR567EEO.tar +3 -0
- fold_0/model.chrombpnet.fold_0.ENCSR567EEO.h5 +3 -0
- fold_0/model.chrombpnet.fold_0.ENCSR567EEO.tar +3 -0
- fold_0/model.chrombpnet_nobias.fold_0.ENCSR567EEO.h5 +3 -0
- fold_0/model.chrombpnet_nobias.fold_0.ENCSR567EEO.tar +3 -0
- fold_1/model.bias_scaled.fold_1.ENCSR567EEO.h5 +3 -0
- fold_1/model.bias_scaled.fold_1.ENCSR567EEO.tar +3 -0
- fold_1/model.chrombpnet.fold_1.ENCSR567EEO.h5 +3 -0
- fold_1/model.chrombpnet.fold_1.ENCSR567EEO.tar +3 -0
- fold_1/model.chrombpnet_nobias.fold_1.ENCSR567EEO.h5 +3 -0
- fold_1/model.chrombpnet_nobias.fold_1.ENCSR567EEO.tar +3 -0
- fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.args.json +23 -0
- fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.batch_loss.tsv +0 -0
- fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.bias_formatting.stderr.txt +38 -0
- fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.bias_formatting.stdout.txt +1 -0
- fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.chrombpnet.params.json +11 -0
- fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.chrombpnet_data_params.tsv +3 -0
- fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.chrombpnet_formatting.stderr.txt +40 -0
- fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.chrombpnet_formatting.stdout.txt +1 -0
- fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.chrombpnet_model_params.tsv +9 -0
- fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.chrombpnet_no_bias_formatting.stderr.txt +1 -0
- fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.chrombpnet_no_bias_formatting.stdout.txt +1 -0
- fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.epoch_loss.csv +13 -0
- fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.stderr.txt +0 -0
- fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.stdout.txt +0 -0
- fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.stdout_v1.txt +0 -0
- fold_2/model.bias_scaled.fold_2.ENCSR567EEO.h5 +3 -0
- fold_2/model.bias_scaled.fold_2.ENCSR567EEO.tar +3 -0
- fold_2/model.chrombpnet.fold_2.ENCSR567EEO.h5 +3 -0
- fold_2/model.chrombpnet.fold_2.ENCSR567EEO.tar +3 -0
- fold_2/model.chrombpnet_nobias.fold_2.ENCSR567EEO.h5 +3 -0
- fold_2/model.chrombpnet_nobias.fold_2.ENCSR567EEO.tar +3 -0
- fold_3/logs.models.fold_3.ENCSR567EEO/logfile.modelling.fold_3.ENCSR567EEO.stdout.txt +3 -0
- fold_3/logs.models.fold_3.ENCSR567EEO/logfile.modelling.fold_3.ENCSR567EEO.stdout_v1.txt +3 -0
- fold_3/model.bias_scaled.fold_3.ENCSR567EEO.h5 +3 -0
- fold_3/model.bias_scaled.fold_3.ENCSR567EEO.tar +3 -0
- fold_3/model.chrombpnet.fold_3.ENCSR567EEO.h5 +3 -0
- fold_3/model.chrombpnet.fold_3.ENCSR567EEO.tar +3 -0
- fold_3/model.chrombpnet_nobias.fold_3.ENCSR567EEO.h5 +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
fold_0/logs.models.fold_0.ENCSR567EEO/logfile.modelling.fold_0.ENCSR567EEO.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
fold_0/logs.models.fold_0.ENCSR567EEO/logfile.modelling.fold_0.ENCSR567EEO.stdout.txt filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
fold_3/logs.models.fold_3.ENCSR567EEO/logfile.modelling.fold_3.ENCSR567EEO.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
fold_3/logs.models.fold_3.ENCSR567EEO/logfile.modelling.fold_3.ENCSR567EEO.stdout.txt filter=lfs diff=lfs merge=lfs -text
|
fold_0/logs.models.fold_0.ENCSR567EEO/logfile.modelling.fold_0.ENCSR567EEO.batch_loss.tsv
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
fold_0/logs.models.fold_0.ENCSR567EEO/logfile.modelling.fold_0.ENCSR567EEO.bias_formatting.stderr.txt
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
|
| 2 |
+
INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
|
| 3 |
+
2023-07-15 02:29:35.966792: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 4 |
+
2023-07-15 02:29:38.997799: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 5 |
+
2023-07-15 02:29:39.002050: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
|
| 6 |
+
2023-07-15 02:29:39.065808: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 7 |
+
pciBusID: 0000:82:00.0 name: Tesla P100-PCIE-16GB computeCapability: 6.0
|
| 8 |
+
coreClock: 1.3285GHz coreCount: 56 deviceMemorySize: 15.89GiB deviceMemoryBandwidth: 681.88GiB/s
|
| 9 |
+
2023-07-15 02:29:39.065873: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 10 |
+
2023-07-15 02:29:39.093372: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 11 |
+
2023-07-15 02:29:39.093555: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 12 |
+
2023-07-15 02:29:39.108176: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 13 |
+
2023-07-15 02:29:39.114411: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 14 |
+
2023-07-15 02:29:39.136357: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 15 |
+
2023-07-15 02:29:39.143574: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 16 |
+
2023-07-15 02:29:39.145219: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 17 |
+
2023-07-15 02:29:39.147962: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 18 |
+
2023-07-15 02:29:39.148337: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
|
| 19 |
+
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
|
| 20 |
+
2023-07-15 02:29:39.149311: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 21 |
+
2023-07-15 02:29:39.167728: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 22 |
+
pciBusID: 0000:82:00.0 name: Tesla P100-PCIE-16GB computeCapability: 6.0
|
| 23 |
+
coreClock: 1.3285GHz coreCount: 56 deviceMemorySize: 15.89GiB deviceMemoryBandwidth: 681.88GiB/s
|
| 24 |
+
2023-07-15 02:29:39.167862: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 25 |
+
2023-07-15 02:29:39.167927: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 26 |
+
2023-07-15 02:29:39.167967: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 27 |
+
2023-07-15 02:29:39.168000: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 28 |
+
2023-07-15 02:29:39.168029: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 29 |
+
2023-07-15 02:29:39.168057: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 30 |
+
2023-07-15 02:29:39.168086: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 31 |
+
2023-07-15 02:29:39.168115: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 32 |
+
2023-07-15 02:29:39.169158: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 33 |
+
2023-07-15 02:29:39.170558: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 34 |
+
2023-07-15 02:29:41.024154: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
|
| 35 |
+
2023-07-15 02:29:41.024250: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
|
| 36 |
+
2023-07-15 02:29:41.024287: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
|
| 37 |
+
2023-07-15 02:29:41.027773: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 14957 MB memory) -> physical GPU (device: 0, name: Tesla P100-PCIE-16GB, pci bus id: 0000:82:00.0, compute capability: 6.0)
|
| 38 |
+
2023-07-15 02:29:41.928394: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
|
fold_0/logs.models.fold_0.ENCSR567EEO/logfile.modelling.fold_0.ENCSR567EEO.chrombpnet_formatting.stderr.txt
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
|
| 2 |
+
INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
|
| 3 |
+
2023-07-15 01:26:48.877847: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 4 |
+
2023-07-15 01:26:51.339681: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 5 |
+
2023-07-15 01:26:51.343665: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
|
| 6 |
+
2023-07-15 01:26:52.807339: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 7 |
+
pciBusID: 0000:4b:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 8 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 9 |
+
2023-07-15 01:26:52.807534: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 10 |
+
2023-07-15 01:26:52.831479: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 11 |
+
2023-07-15 01:26:52.831530: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 12 |
+
2023-07-15 01:26:52.840900: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 13 |
+
2023-07-15 01:26:52.845428: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 14 |
+
2023-07-15 01:26:52.861016: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 15 |
+
2023-07-15 01:26:52.865199: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 16 |
+
2023-07-15 01:26:52.866105: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 17 |
+
2023-07-15 01:26:52.951922: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 18 |
+
2023-07-15 01:26:52.952230: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
|
| 19 |
+
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
|
| 20 |
+
2023-07-15 01:26:52.953082: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 21 |
+
2023-07-15 01:26:53.102824: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 22 |
+
pciBusID: 0000:4b:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 23 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 24 |
+
2023-07-15 01:26:53.102888: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 25 |
+
2023-07-15 01:26:53.102926: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 26 |
+
2023-07-15 01:26:53.102952: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 27 |
+
2023-07-15 01:26:53.102976: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 28 |
+
2023-07-15 01:26:53.102999: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 29 |
+
2023-07-15 01:26:53.103021: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 30 |
+
2023-07-15 01:26:53.103043: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 31 |
+
2023-07-15 01:26:53.103066: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 32 |
+
2023-07-15 01:26:53.215028: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 33 |
+
2023-07-15 01:26:53.217457: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 34 |
+
2023-07-15 01:26:55.010869: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
|
| 35 |
+
2023-07-15 01:26:55.010953: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
|
| 36 |
+
2023-07-15 01:26:55.010965: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
|
| 37 |
+
2023-07-15 01:26:55.190230: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75650 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:4b:00.0, compute capability: 8.0)
|
| 38 |
+
2023-07-15 01:26:57.328722: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
|
| 39 |
+
/opt/conda/lib/python3.7/site-packages/tensorflow/python/keras/layers/core.py:1059: UserWarning: is not loaded, but a Lambda layer uses it. It may cause errors.
|
| 40 |
+
, UserWarning)
|
fold_0/logs.models.fold_0.ENCSR567EEO/logfile.modelling.fold_0.ENCSR567EEO.chrombpnet_model_params.tsv
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
counts_loss_weight 29.2
|
| 2 |
+
filters 512
|
| 3 |
+
n_dil_layers 8
|
| 4 |
+
bias_model_path /scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR567EEO//chrombpnet_model_encsr880cub_bias/bias_model_scaled.h5
|
| 5 |
+
inputlen 2114
|
| 6 |
+
outputlen 1000
|
| 7 |
+
max_jitter 500
|
| 8 |
+
chr_fold_path /scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_0.json
|
| 9 |
+
negative_sampling_ratio 0.1
|
fold_0/logs.models.fold_0.ENCSR567EEO/logfile.modelling.fold_0.ENCSR567EEO.chrombpnet_no_bias_formatting.stderr.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR567EEO//chrombpnet_model_encsr880cub_bias/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR567EEO//chrombpnet_model_encsr880cub_bias/new_model_formats/chrombpnet_wo_bias
|
fold_0/logs.models.fold_0.ENCSR567EEO/logfile.modelling.fold_0.ENCSR567EEO.chrombpnet_no_bias_formatting.stdout.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR567EEO//chrombpnet_model_encsr880cub_bias/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR567EEO//chrombpnet_model_encsr880cub_bias/new_model_formats/chrombpnet_wo_bias
|
fold_0/logs.models.fold_0.ENCSR567EEO/logfile.modelling.fold_0.ENCSR567EEO.epoch_loss.csv
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
epoch,logcount_predictions_loss,logits_profile_predictions_loss,loss,val_logcount_predictions_loss,val_logits_profile_predictions_loss,val_loss
|
| 2 |
+
0,1.5955350399017334,990.2730712890625,1036.8631591796875,0.36683449149131775,937.401611328125,948.1133422851562
|
| 3 |
+
1,0.4118981659412384,948.2074584960938,960.2351684570312,0.3146273195743561,932.3692626953125,941.5563354492188
|
| 4 |
+
2,0.37177953124046326,936.381103515625,947.237548828125,0.3213399648666382,926.9547119140625,936.337646484375
|
| 5 |
+
3,0.35071811079978943,931.1865844726562,941.427490234375,0.3204559087753296,940.3939208984375,949.7510375976562
|
| 6 |
+
4,0.3296127915382385,926.6860961914062,936.310546875,0.2719293236732483,932.0432739257812,939.9832153320312
|
| 7 |
+
5,0.31517913937568665,922.0718383789062,931.2742309570312,0.2870531678199768,922.829345703125,931.2112426757812
|
| 8 |
+
6,0.30348578095436096,918.31689453125,927.179931640625,0.2707660496234894,929.4282836914062,937.3351440429688
|
| 9 |
+
7,0.29459136724472046,916.1631469726562,924.7650146484375,0.2779622972011566,922.7809448242188,930.8970336914062
|
| 10 |
+
8,0.28536486625671387,914.5393676757812,922.8719482421875,0.27049514651298523,926.61083984375,934.5094604492188
|
| 11 |
+
9,0.2825309932231903,910.97705078125,919.227294921875,0.27667325735092163,926.854736328125,934.9337768554688
|
| 12 |
+
10,0.2729555666446686,910.0505981445312,918.02001953125,0.28789421916007996,921.9978637695312,930.4043579101562
|
| 13 |
+
11,0.27101054787635803,908.7236938476562,916.6358642578125,0.29825079441070557,921.6548461914062,930.3637084960938
|
| 14 |
+
12,0.2633587121963501,904.6809692382812,912.371826171875,0.25802016258239746,921.93994140625,929.4736938476562
|
| 15 |
+
13,0.26014915108680725,903.8526000976562,911.4483642578125,0.2585679888725281,931.4635009765625,939.0133056640625
|
| 16 |
+
14,0.25440093874931335,902.4186401367188,909.8480834960938,0.28498339653015137,929.2452392578125,937.5669555664062
|
| 17 |
+
15,0.2521701753139496,902.3283081054688,909.68994140625,0.3025332987308502,924.7973022460938,933.631103515625
|
| 18 |
+
16,0.22471050918102264,888.8839721679688,895.4449462890625,0.25956329703330994,925.7977905273438,933.3767700195312
|
| 19 |
+
17,0.2159426063299179,881.431640625,887.7367553710938,0.2604826092720032,931.3436889648438,938.9496459960938
|
fold_0/logs.models.fold_0.ENCSR567EEO/logfile.modelling.fold_0.ENCSR567EEO.stdout.txt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ec5701ba8f5879d799f39ebac21877607934b85b0ece06eb78734cd1668a2894
|
| 3 |
+
size 13486251
|
fold_0/logs.models.fold_0.ENCSR567EEO/logfile.modelling.fold_0.ENCSR567EEO.stdout_v1.txt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e0afffd81d2f2121faffade9be3e40faab60e9ae38b77d4c3ea8b579044672ed
|
| 3 |
+
size 13484645
|
fold_0/model.bias_scaled.fold_0.ENCSR567EEO.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4bfb6416b8b0f0b05ebf798a1c190a2b3f3336ebdf62c6ea6960801fcbd361d8
|
| 3 |
+
size 2688440
|
fold_0/model.bias_scaled.fold_0.ENCSR567EEO.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:663e06119439b9fd5f68e91b901d1efa54a6290cd26d1e9edf6e14bd22a80c23
|
| 3 |
+
size 1198080
|
fold_0/model.chrombpnet.fold_0.ENCSR567EEO.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:386c7af88f551c571c2be264e7520e9c5bb264632f05c8a101cdf48a2c8c7e0c
|
| 3 |
+
size 26447928
|
fold_0/model.chrombpnet.fold_0.ENCSR567EEO.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:23bbb2c0c8d1b92692369e4f6d06fa0e55ad8c4d8fd9604321e801f8bc4c5fde
|
| 3 |
+
size 27607040
|
fold_0/model.chrombpnet_nobias.fold_0.ENCSR567EEO.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4c3d0554690b8e1a453faa17c0db1127bb24a719bd6df874e3aa608ad23d259a
|
| 3 |
+
size 25583536
|
fold_0/model.chrombpnet_nobias.fold_0.ENCSR567EEO.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f2cf83770ca00cde8c0a20bdf82ef1a6348d3c7ffcb7d55c50b0ce724d4abdf1
|
| 3 |
+
size 26081280
|
fold_1/model.bias_scaled.fold_1.ENCSR567EEO.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:752b21837561668ce7f47dbede08be7cd8fa927a314444f47d02a9cd57c0f342
|
| 3 |
+
size 2688440
|
fold_1/model.bias_scaled.fold_1.ENCSR567EEO.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a81fd3be2915686942c69a5db1925602cce6f5d8ed4c6c0090d3122a10d9e0a5
|
| 3 |
+
size 1198080
|
fold_1/model.chrombpnet.fold_1.ENCSR567EEO.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:14ea5129b53bcc1648b8aeae88ef9dac97b4544891e1ef392f82d428c94130ee
|
| 3 |
+
size 26447928
|
fold_1/model.chrombpnet.fold_1.ENCSR567EEO.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e4026c5d64ce5f743bf14fa22d86edf0448bb1f104be5b71752bb6553046c60e
|
| 3 |
+
size 27607040
|
fold_1/model.chrombpnet_nobias.fold_1.ENCSR567EEO.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:80e809c114103393b6cdf539650070f41d1a4da4efece51eaf0f1afdf31e73e6
|
| 3 |
+
size 25583536
|
fold_1/model.chrombpnet_nobias.fold_1.ENCSR567EEO.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:89f9dedee79bceea3612b6f63e03128e5960819b34be304c411b2b6a9c3eff56
|
| 3 |
+
size 26081280
|
fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.args.json
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"genome": "/scratch/groups/akundaje/anusri/chromatin_atlas/reference/hg38.genome.fa",
|
| 3 |
+
"bigwig": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR567EEO//preprocessing/bigWigs/ENCSR567EEO.bigWig",
|
| 4 |
+
"peaks": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR567EEO//chrombppnet_model_encsr880cub_bias_fold_2//filtered.peaks.bed",
|
| 5 |
+
"nonpeaks": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR567EEO//chrombppnet_model_encsr880cub_bias_fold_2//filtered.nonpeaks.bed",
|
| 6 |
+
"output_prefix": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR567EEO//chrombppnet_model_encsr880cub_bias_fold_2//chrombpnet",
|
| 7 |
+
"chr_fold_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json",
|
| 8 |
+
"trackables": [
|
| 9 |
+
"logcount_predictions_loss",
|
| 10 |
+
"loss",
|
| 11 |
+
"logits_profile_predictions_loss",
|
| 12 |
+
"val_logcount_predictions_loss",
|
| 13 |
+
"val_loss",
|
| 14 |
+
"val_logits_profile_predictions_loss"
|
| 15 |
+
],
|
| 16 |
+
"epochs": 50,
|
| 17 |
+
"early_stop": 5,
|
| 18 |
+
"batch_size": 64,
|
| 19 |
+
"learning_rate": 0.001,
|
| 20 |
+
"params": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR567EEO//chrombppnet_model_encsr880cub_bias_fold_2//chrombpnet_model_params.tsv",
|
| 21 |
+
"seed": 1234,
|
| 22 |
+
"architecture_from_file": "/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/models/chrombpnet_with_bias_model.py"
|
| 23 |
+
}
|
fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.batch_loss.tsv
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.bias_formatting.stderr.txt
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
|
| 2 |
+
INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
|
| 3 |
+
2023-07-15 02:29:35.998003: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 4 |
+
2023-07-15 02:29:38.991453: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 5 |
+
2023-07-15 02:29:38.996245: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
|
| 6 |
+
2023-07-15 02:29:39.039365: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 7 |
+
pciBusID: 0000:83:00.0 name: Tesla P100-PCIE-16GB computeCapability: 6.0
|
| 8 |
+
coreClock: 1.3285GHz coreCount: 56 deviceMemorySize: 15.89GiB deviceMemoryBandwidth: 681.88GiB/s
|
| 9 |
+
2023-07-15 02:29:39.039439: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 10 |
+
2023-07-15 02:29:39.065182: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 11 |
+
2023-07-15 02:29:39.065354: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 12 |
+
2023-07-15 02:29:39.078026: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 13 |
+
2023-07-15 02:29:39.083969: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 14 |
+
2023-07-15 02:29:39.109007: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 15 |
+
2023-07-15 02:29:39.114754: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 16 |
+
2023-07-15 02:29:39.115919: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 17 |
+
2023-07-15 02:29:39.118826: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 18 |
+
2023-07-15 02:29:39.119176: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
|
| 19 |
+
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
|
| 20 |
+
2023-07-15 02:29:39.120039: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 21 |
+
2023-07-15 02:29:39.120504: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 22 |
+
pciBusID: 0000:83:00.0 name: Tesla P100-PCIE-16GB computeCapability: 6.0
|
| 23 |
+
coreClock: 1.3285GHz coreCount: 56 deviceMemorySize: 15.89GiB deviceMemoryBandwidth: 681.88GiB/s
|
| 24 |
+
2023-07-15 02:29:39.120535: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 25 |
+
2023-07-15 02:29:39.120560: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 26 |
+
2023-07-15 02:29:39.120582: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 27 |
+
2023-07-15 02:29:39.120604: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 28 |
+
2023-07-15 02:29:39.120625: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 29 |
+
2023-07-15 02:29:39.120647: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 30 |
+
2023-07-15 02:29:39.120668: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 31 |
+
2023-07-15 02:29:39.120689: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 32 |
+
2023-07-15 02:29:39.122308: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 33 |
+
2023-07-15 02:29:39.123605: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 34 |
+
2023-07-15 02:29:41.024398: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
|
| 35 |
+
2023-07-15 02:29:41.024450: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
|
| 36 |
+
2023-07-15 02:29:41.024467: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
|
| 37 |
+
2023-07-15 02:29:41.027813: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 14957 MB memory) -> physical GPU (device: 0, name: Tesla P100-PCIE-16GB, pci bus id: 0000:83:00.0, compute capability: 6.0)
|
| 38 |
+
2023-07-15 02:29:41.894648: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
|
fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.bias_formatting.stdout.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR567EEO//chrombppnet_model_encsr880cub_bias_fold_2/bias_model_scaled.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR567EEO//chrombppnet_model_encsr880cub_bias_fold_2/new_model_formats/bias_model_scaled
|
fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.chrombpnet.params.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"counts_loss_weight": "29.0",
|
| 3 |
+
"filters": "512",
|
| 4 |
+
"n_dil_layers": "8",
|
| 5 |
+
"bias_model_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR567EEO//chrombppnet_model_encsr880cub_bias_fold_2/bias_model_scaled.h5",
|
| 6 |
+
"inputlen": "2114",
|
| 7 |
+
"outputlen": "1000",
|
| 8 |
+
"max_jitter": "500",
|
| 9 |
+
"chr_fold_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json",
|
| 10 |
+
"negative_sampling_ratio": "0.1"
|
| 11 |
+
}
|
fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.chrombpnet_data_params.tsv
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
counts_sum_min_thresh 27.0
|
| 2 |
+
counts_sum_max_thresh 7304.0
|
| 3 |
+
trainings_pts_post_thresh 178182
|
fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.chrombpnet_formatting.stderr.txt
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
|
| 2 |
+
INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
|
| 3 |
+
2023-07-15 01:26:48.542531: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 4 |
+
2023-07-15 01:26:50.874396: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 5 |
+
2023-07-15 01:26:50.877944: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
|
| 6 |
+
2023-07-15 01:26:50.995529: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 7 |
+
pciBusID: 0000:c3:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 8 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 9 |
+
2023-07-15 01:26:50.995611: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 10 |
+
2023-07-15 01:26:51.013717: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 11 |
+
2023-07-15 01:26:51.013791: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 12 |
+
2023-07-15 01:26:51.022998: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 13 |
+
2023-07-15 01:26:51.027291: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 14 |
+
2023-07-15 01:26:51.043229: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 15 |
+
2023-07-15 01:26:51.047482: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 16 |
+
2023-07-15 01:26:51.048376: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 17 |
+
2023-07-15 01:26:51.053883: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 18 |
+
2023-07-15 01:26:51.054164: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
|
| 19 |
+
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
|
| 20 |
+
2023-07-15 01:26:51.054839: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 21 |
+
2023-07-15 01:26:51.057090: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 22 |
+
pciBusID: 0000:c3:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 23 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 24 |
+
2023-07-15 01:26:51.057116: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 25 |
+
2023-07-15 01:26:51.057134: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 26 |
+
2023-07-15 01:26:51.057148: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 27 |
+
2023-07-15 01:26:51.057161: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 28 |
+
2023-07-15 01:26:51.057173: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 29 |
+
2023-07-15 01:26:51.057185: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 30 |
+
2023-07-15 01:26:51.057197: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 31 |
+
2023-07-15 01:26:51.057209: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 32 |
+
2023-07-15 01:26:51.061600: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 33 |
+
2023-07-15 01:26:51.062775: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 34 |
+
2023-07-15 01:26:54.686457: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
|
| 35 |
+
2023-07-15 01:26:54.686561: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
|
| 36 |
+
2023-07-15 01:26:54.686573: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
|
| 37 |
+
2023-07-15 01:26:54.693245: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75650 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:c3:00.0, compute capability: 8.0)
|
| 38 |
+
2023-07-15 01:26:56.723587: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
|
| 39 |
+
/opt/conda/lib/python3.7/site-packages/tensorflow/python/keras/layers/core.py:1059: UserWarning: is not loaded, but a Lambda layer uses it. It may cause errors.
|
| 40 |
+
, UserWarning)
|
fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.chrombpnet_formatting.stdout.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR567EEO//chrombppnet_model_encsr880cub_bias_fold_2/chrombpnet.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR567EEO//chrombppnet_model_encsr880cub_bias_fold_2/new_model_formats/chrombpnet
|
fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.chrombpnet_model_params.tsv
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
counts_loss_weight 29.0
|
| 2 |
+
filters 512
|
| 3 |
+
n_dil_layers 8
|
| 4 |
+
bias_model_path /scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR567EEO//chrombppnet_model_encsr880cub_bias_fold_2/bias_model_scaled.h5
|
| 5 |
+
inputlen 2114
|
| 6 |
+
outputlen 1000
|
| 7 |
+
max_jitter 500
|
| 8 |
+
chr_fold_path /scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json
|
| 9 |
+
negative_sampling_ratio 0.1
|
fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.chrombpnet_no_bias_formatting.stderr.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR567EEO//chrombppnet_model_encsr880cub_bias_fold_2/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR567EEO//chrombppnet_model_encsr880cub_bias_fold_2/new_model_formats/chrombpnet_wo_bias
|
fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.chrombpnet_no_bias_formatting.stdout.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR567EEO//chrombppnet_model_encsr880cub_bias_fold_2/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR567EEO//chrombppnet_model_encsr880cub_bias_fold_2/new_model_formats/chrombpnet_wo_bias
|
fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.epoch_loss.csv
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
epoch,logcount_predictions_loss,logits_profile_predictions_loss,loss,val_logcount_predictions_loss,val_logits_profile_predictions_loss,val_loss
|
| 2 |
+
0,1.9059159755706787,974.9318237304688,1030.201416015625,0.4206860363483429,1020.2388305664062,1032.4384765625
|
| 3 |
+
1,0.415791392326355,932.411376953125,944.4683227539062,0.38380861282348633,1010.270263671875,1021.401123046875
|
| 4 |
+
2,0.376465767621994,924.1744995117188,935.0928955078125,0.32268205285072327,1001.6669311523438,1011.0248413085938
|
| 5 |
+
3,0.3514227569103241,917.6011352539062,927.791259765625,0.31107497215270996,998.8721313476562,1007.8927612304688
|
| 6 |
+
4,0.331066370010376,912.6525268554688,922.2544555664062,0.3004648685455322,1006.914794921875,1015.6286010742188
|
| 7 |
+
5,0.31711235642433167,909.9478149414062,919.1447143554688,0.3097708821296692,987.4957275390625,996.4793090820312
|
| 8 |
+
6,0.3008129298686981,905.64892578125,914.3728637695312,0.32951465249061584,986.6650390625,996.2200927734375
|
| 9 |
+
7,0.2945849299430847,902.4939575195312,911.03662109375,0.3066425621509552,990.3629150390625,999.25537109375
|
| 10 |
+
8,0.2812768816947937,899.96923828125,908.1273193359375,0.2775145173072815,995.4493408203125,1003.49755859375
|
| 11 |
+
9,0.27462342381477356,897.5596923828125,905.5236206054688,0.29097265005111694,990.38818359375,998.8268432617188
|
| 12 |
+
10,0.24716392159461975,887.0499267578125,894.2175903320312,0.2684900164604187,1002.148193359375,1009.9345092773438
|
| 13 |
+
11,0.23655496537685394,881.1475219726562,888.0067138671875,0.2678081691265106,995.5657958984375,1003.3320922851562
|
fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.stderr.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.stdout.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
fold_2/logs.models.fold_2.ENCSR567EEO/logfile.modelling.fold_2.ENCSR567EEO.stdout_v1.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
fold_2/model.bias_scaled.fold_2.ENCSR567EEO.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ab81810d99f13d5c17b4a0d8d95ca716564423e25b1ab5c375c0cbcb95858f19
|
| 3 |
+
size 2688440
|
fold_2/model.bias_scaled.fold_2.ENCSR567EEO.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b5c509db2036f18091e376d522c655a4ad3e1208016293059275ae6e22fe7dd1
|
| 3 |
+
size 1198080
|
fold_2/model.chrombpnet.fold_2.ENCSR567EEO.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f56d770da72436ba8358933edd2ad647ebcbf8684970f9be0de0ed0f62dc65ac
|
| 3 |
+
size 26447928
|
fold_2/model.chrombpnet.fold_2.ENCSR567EEO.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6587519b76993f060817ce9f186741d22870da7375a1acd2e81c2acf18533c0e
|
| 3 |
+
size 27607040
|
fold_2/model.chrombpnet_nobias.fold_2.ENCSR567EEO.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e8e1fe30615d8dbdee6831ca94a689f0d5c26e816628ed2b5be4de4da37ef50d
|
| 3 |
+
size 25583536
|
fold_2/model.chrombpnet_nobias.fold_2.ENCSR567EEO.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:02a6950f71513a19cb072674d0be8c3313c7ae52f7fb7af369c626351ef71fde
|
| 3 |
+
size 26081280
|
fold_3/logs.models.fold_3.ENCSR567EEO/logfile.modelling.fold_3.ENCSR567EEO.stdout.txt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7df44fac238084fc1d42e7aebcc3d0c2493c33e342b0241f507fcb2d4c5e0579
|
| 3 |
+
size 11231608
|
fold_3/logs.models.fold_3.ENCSR567EEO/logfile.modelling.fold_3.ENCSR567EEO.stdout_v1.txt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:93d2c13e10cd9c91819125ac4388ae206095d7e01aed025ceeca9fae06adab65
|
| 3 |
+
size 11229935
|
fold_3/model.bias_scaled.fold_3.ENCSR567EEO.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fbee761473030ed190338bb8c17f4d88f24c3d0d1042f78728ab8cbf9bcfbf16
|
| 3 |
+
size 2688440
|
fold_3/model.bias_scaled.fold_3.ENCSR567EEO.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f305b540f7a7152395e393784bface47cd5369f10d7c85676503bd4fed26ab33
|
| 3 |
+
size 1198080
|
fold_3/model.chrombpnet.fold_3.ENCSR567EEO.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7d7fadc66caf88bad6f60589d80234cecd544c3a67e6033099e9d8135320c9da
|
| 3 |
+
size 26447928
|
fold_3/model.chrombpnet.fold_3.ENCSR567EEO.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a9b30927fd7f9a856dffed39cba57401837e865eb2cbf058a4465e838afbb91f
|
| 3 |
+
size 27607040
|
fold_3/model.chrombpnet_nobias.fold_3.ENCSR567EEO.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9430711dc344f5e00494009f1f88337edfe9661fb2cf2d60080067779693d69d
|
| 3 |
+
size 25583536
|