Upload folder using huggingface_hub
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- .gitattributes +1 -0
- README.md +120 -0
- fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.args.json +23 -0
- fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.batch_loss.tsv +0 -0
- fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.bias_formatting.stderr.txt +38 -0
- fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.bias_formatting.stdout.txt +1 -0
- fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet.params.json +11 -0
- fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet_data_params.tsv +3 -0
- fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet_formatting.stderr.txt +40 -0
- fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet_formatting.stdout.txt +1 -0
- fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet_model_params.tsv +9 -0
- fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet_no_bias_formatting.stderr.txt +1 -0
- fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet_no_bias_formatting.stdout.txt +1 -0
- fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.epoch_loss.csv +12 -0
- fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.stderr.txt +0 -0
- fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.stdout.txt +0 -0
- fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.stdout_v1.txt +0 -0
- fold_0/model.bias_scaled.fold_0.ENCSR261SMF.h5 +3 -0
- fold_0/model.bias_scaled.fold_0.ENCSR261SMF.tar +3 -0
- fold_0/model.chrombpnet.fold_0.ENCSR261SMF.h5 +3 -0
- fold_0/model.chrombpnet.fold_0.ENCSR261SMF.tar +3 -0
- fold_0/model.chrombpnet_nobias.fold_0.ENCSR261SMF.h5 +3 -0
- fold_0/model.chrombpnet_nobias.fold_0.ENCSR261SMF.tar +3 -0
- fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.args.json +23 -0
- fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.batch_loss.tsv +0 -0
- fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.bias_formatting.stderr.txt +38 -0
- fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.bias_formatting.stdout.txt +1 -0
- fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet.params.json +11 -0
- fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet_data_params.tsv +3 -0
- fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet_formatting.stderr.txt +40 -0
- fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet_formatting.stdout.txt +1 -0
- fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet_model_params.tsv +9 -0
- fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet_no_bias_formatting.stderr.txt +1 -0
- fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet_no_bias_formatting.stdout.txt +1 -0
- fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.epoch_loss.csv +14 -0
- fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.stderr.txt +0 -0
- fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.stdout.txt +0 -0
- fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.stdout_v1.txt +0 -0
- fold_1/model.bias_scaled.fold_1.ENCSR261SMF.h5 +3 -0
- fold_1/model.bias_scaled.fold_1.ENCSR261SMF.tar +3 -0
- fold_1/model.chrombpnet.fold_1.ENCSR261SMF.h5 +3 -0
- fold_1/model.chrombpnet.fold_1.ENCSR261SMF.tar +3 -0
- fold_1/model.chrombpnet_nobias.fold_1.ENCSR261SMF.h5 +3 -0
- fold_1/model.chrombpnet_nobias.fold_1.ENCSR261SMF.tar +3 -0
- fold_2/logs.models.fold_2.ENCSR261SMF/logfile.modelling.fold_2.ENCSR261SMF.args.json +23 -0
- fold_2/logs.models.fold_2.ENCSR261SMF/logfile.modelling.fold_2.ENCSR261SMF.batch_loss.tsv +0 -0
- fold_2/logs.models.fold_2.ENCSR261SMF/logfile.modelling.fold_2.ENCSR261SMF.bias_formatting.stderr.txt +38 -0
- fold_2/logs.models.fold_2.ENCSR261SMF/logfile.modelling.fold_2.ENCSR261SMF.bias_formatting.stdout.txt +1 -0
- fold_2/logs.models.fold_2.ENCSR261SMF/logfile.modelling.fold_2.ENCSR261SMF.chrombpnet.params.json +11 -0
- fold_2/logs.models.fold_2.ENCSR261SMF/logfile.modelling.fold_2.ENCSR261SMF.chrombpnet_data_params.tsv +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
fold_4/logs.models.fold_4.ENCSR261SMF/logfile.modelling.fold_4.ENCSR261SMF.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
|
README.md
ADDED
|
@@ -0,0 +1,120 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: mit
|
| 3 |
+
library_name: chrombpnet
|
| 4 |
+
tags:
|
| 5 |
+
- encode
|
| 6 |
+
- chrombpnet
|
| 7 |
+
- chromatin-accessibility
|
| 8 |
+
- DNASE
|
| 9 |
+
- iPS-DF-6.9
|
| 10 |
+
- hg38
|
| 11 |
+
---
|
| 12 |
+
# ENCODE ChromBPNet Atlas
|
| 13 |
+
As part of the ENCODE 4 Project, we trained ChromBPNet models on 1,512 ENCODE DNAse-seq and ATAC-seq across 408 biosamples. Here, we provide all models for open-source use.
|
| 14 |
+
|
| 15 |
+
For more information about the models, see:
|
| 16 |
+
- Main ENCODE 4 Paper
|
| 17 |
+
- [A unified lexicon of predictive DNA sequence motifs from ENCODE transcription factor binding and chromatin accessibility assays](https://doi.org/10.5281/zenodo.17123347) (Deshpande et al., Zenodo 2025)
|
| 18 |
+
- [ChromBPNet: bias factorized, base-resolution deep learning models of chromatin accessibility reveal cis-regulatory sequence syntax, transcription factor footprints and regulatory variants](https://doi.org/10.1101/2024.12.25.630221) (Pampari et al., bioRxiv 2024)
|
| 19 |
+
|
| 20 |
+
## ChromBPNet model: DNASE in iPS DF 6.9 (ENCSR261SMF)
|
| 21 |
+
- Model: ChromBPNet
|
| 22 |
+
- Assay: DNASE-seq
|
| 23 |
+
- Experiment: [ENCSR261SMF](https://www.encodeproject.org/experiments/ENCSR261SMF/)
|
| 24 |
+
- Model annotation: [ENCSR416KDN](https://www.encodeproject.org/annotations/ENCSR416KDN/)
|
| 25 |
+
- Biosample: iPS DF 6.9 (Full name: Homo sapiens iPS DF 6.9)
|
| 26 |
+
- Cell slim(s): induced-pluripotent-stem-cell,stem-cell
|
| 27 |
+
- Organ slim(s): penis,skin-of-prepuce-of-penis,skin-of-body
|
| 28 |
+
- Developmental slim(s): mesoderm,ectoderm
|
| 29 |
+
- System slim(s): reproductive-system,integumental-system
|
| 30 |
+
- Assembly: hg38
|
| 31 |
+
|
| 32 |
+
## Directory structure
|
| 33 |
+
- `fold_0`: Model of 5-fold cross-validation: Fold 0
|
| 34 |
+
- `model.chrombpnet.fold_0.encid.h5`: full chrombpnet model that combines both bias and corrected model in .h5 format
|
| 35 |
+
- `model.chrombpnet_nobias.fold_0.encid.h5`: bias-corrected accessibility model in .h5 format (Use for all biological discovery)
|
| 36 |
+
- `model.bias_scaled.fold_0.encid.h5`: bias model in .h5 format
|
| 37 |
+
- `model.chrombpnet.fold_0.encid.tar`: full chrombpnet model that combines both bias and corrected model in SavedModel format. After being untarred, it results in a directory named "chrombpnet".
|
| 38 |
+
- `model.chrombpnet_nobias.fold_0.encid.tar`: bias-corrected accessibility model in SavedModel format (Use for all biological discovery). After being untarred, it results in a directory named "chrombpnet_wo_bias".
|
| 39 |
+
- `model.bias_scaled.fold_0.encid.tar`: bias model in SavedModel format. After being untarred, it results in a directory named "bias_model_scaled".
|
| 40 |
+
- `logs.models.fold_0.encid`: folder containing log files for training models
|
| 41 |
+
- `fold_1`: Model of 5-fold coss-validation: Fold 1
|
| 42 |
+
- `fold_2`: Model of 5-fold cross-validation: Fold 2
|
| 43 |
+
- `fold_3`: Model of 5-fold cross-validation: Fold 3
|
| 44 |
+
- `fold_4`: Model of 5-fold cross-validation: Fold 4
|
| 45 |
+
|
| 46 |
+
# Instructions
|
| 47 |
+
## 1. Pseudocode for loading models in .h5 format
|
| 48 |
+
|
| 49 |
+
(1) Use the code in python after appropriately defining `model_in_h5_format` and `inputs`. \
|
| 50 |
+
(2) `inputs` is a one hot encoded sequence of shape (N,2114,4). Here N corresponds to the
|
| 51 |
+
number of tested sequences, 2114 is the input sequence length and 4 corresponds to [A,C,G,T].
|
| 52 |
+
|
| 53 |
+
```python
|
| 54 |
+
import tensorflow as tf
|
| 55 |
+
from tensorflow.keras.utils import get_custom_objects
|
| 56 |
+
from tensorflow.keras.models import load_model
|
| 57 |
+
|
| 58 |
+
custom_objects={"tf": tf}
|
| 59 |
+
get_custom_objects().update(custom_objects)
|
| 60 |
+
|
| 61 |
+
model=load_model(model_in_h5_format,compile=False)
|
| 62 |
+
outputs = model(inputs)
|
| 63 |
+
```
|
| 64 |
+
|
| 65 |
+
The list `outputs` consists of two elements. The first element has a shape of (N, 1000) and
|
| 66 |
+
contains logit predictions for a 1000-base-pair output. The second element, with a shape of
|
| 67 |
+
(N, 1), contains logcount predictions. To transform these predictions into per-base signals,
|
| 68 |
+
follow the provided pseudo code lines below.
|
| 69 |
+
|
| 70 |
+
```python
|
| 71 |
+
import numpy as np
|
| 72 |
+
|
| 73 |
+
def softmax(x, temp=1):
|
| 74 |
+
norm_x = x - np.mean(x,axis=1, keepdims=True)
|
| 75 |
+
return np.exp(temp*norm_x)/np.sum(np.exp(temp*norm_x), axis=1, keepdims=True)
|
| 76 |
+
|
| 77 |
+
predictions = softmax(outputs[0]) * (np.exp(outputs[1])-1)
|
| 78 |
+
```
|
| 79 |
+
|
| 80 |
+
## 2. Pseudocode for loading models in .tar format
|
| 81 |
+
|
| 82 |
+
(1) First untar the directory as follows `tar -xvf model.tar`. \
|
| 83 |
+
(2) Use the code below in python after appropriately defining `model_dir_untared` and `inputs`. \
|
| 84 |
+
(3) `inputs` is a one hot encoded sequence of shape (N,2114,4). Here N corresponds to the number
|
| 85 |
+
of tested sequences, 2114 is the input sequence length and 4 corresponds to ACGT.
|
| 86 |
+
|
| 87 |
+
Reference: https://www.tensorflow.org/api_docs/python/tf/saved_model/load
|
| 88 |
+
|
| 89 |
+
```python
|
| 90 |
+
import tensorflow as tf
|
| 91 |
+
|
| 92 |
+
model = tf.saved_model.load('model_dir_untared')
|
| 93 |
+
outputs = model.signatures['serving_default'](**{'sequence':inputs.astype('float32')})
|
| 94 |
+
```
|
| 95 |
+
|
| 96 |
+
The variable `outputs` represents a dictionary containing two key-value pairs. The first key
|
| 97 |
+
is `logits_profile_predictions`, holding a value with a shape of (N, 1000). This value corresponds
|
| 98 |
+
to logit predictions for a 1000-base-pair output. The second key, named `logcount_predictions``,
|
| 99 |
+
is associated with a value of shape (N, 1), representing logcount predictions. To transform these
|
| 100 |
+
predictions into per-base signals, utilize the provided pseudo code lines mentioned below.
|
| 101 |
+
|
| 102 |
+
```python
|
| 103 |
+
import numpy as np
|
| 104 |
+
def softmax(x, temp=1):
|
| 105 |
+
norm_x = x - np.mean(x,axis=1, keepdims=True)
|
| 106 |
+
return np.exp(temp*norm_x)/np.sum(np.exp(temp*norm_x), axis=1, keepdims=True)
|
| 107 |
+
|
| 108 |
+
predictions = softmax(outputs["logits_profile_predictions"]) * (np.exp(outputs["logcount_predictions"])-1)
|
| 109 |
+
```
|
| 110 |
+
|
| 111 |
+
## Docker image to load and use the models
|
| 112 |
+
- https://hub.docker.com/r/kundajelab/chrombpnet-atlas/ (tag:v1)
|
| 113 |
+
|
| 114 |
+
## Code for ChromBPNet
|
| 115 |
+
- https://github.com/kundajelab/chrombpnet/
|
| 116 |
+
|
| 117 |
+
# License & citation
|
| 118 |
+
External data users may freely download, analyze and publish results based on any ENCODE data without restrictions.
|
| 119 |
+
|
| 120 |
+
Released under the [ENCODE data-use policy](https://www.encodeproject.org/about/data-use-policy/). Please cite the ENCODE Project Consortium and the model software: [ChromBPNet](https://github.com/kundajelab/chrombpnet) (Pampari et al., bioRxiv 2024).
|
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.args.json
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"genome": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/reference/hg38.genome.fa",
|
| 3 |
+
"bigwig": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//preprocessing/bigWigs/ENCSR261SMF.bigWig",
|
| 4 |
+
"peaks": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0//filtered.peaks.bed",
|
| 5 |
+
"nonpeaks": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0//filtered.nonpeaks.bed",
|
| 6 |
+
"output_prefix": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0//chrombpnet",
|
| 7 |
+
"chr_fold_path": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/splits/fold_0.json",
|
| 8 |
+
"trackables": [
|
| 9 |
+
"logcount_predictions_loss",
|
| 10 |
+
"loss",
|
| 11 |
+
"logits_profile_predictions_loss",
|
| 12 |
+
"val_logcount_predictions_loss",
|
| 13 |
+
"val_loss",
|
| 14 |
+
"val_logits_profile_predictions_loss"
|
| 15 |
+
],
|
| 16 |
+
"epochs": 50,
|
| 17 |
+
"early_stop": 5,
|
| 18 |
+
"batch_size": 64,
|
| 19 |
+
"learning_rate": 0.001,
|
| 20 |
+
"params": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0//chrombpnet_model_params.tsv",
|
| 21 |
+
"seed": 1234,
|
| 22 |
+
"architecture_from_file": "/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/models/chrombpnet_with_bias_model.py"
|
| 23 |
+
}
|
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.batch_loss.tsv
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.bias_formatting.stderr.txt
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
|
| 2 |
+
INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
|
| 3 |
+
2023-08-18 16:57:17.727899: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 4 |
+
2023-08-18 16:57:20.090375: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 5 |
+
2023-08-18 16:57:20.094057: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
|
| 6 |
+
2023-08-18 16:57:20.686203: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 7 |
+
pciBusID: 0000:c0:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 8 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 9 |
+
2023-08-18 16:57:20.686293: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 10 |
+
2023-08-18 16:57:20.708960: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 11 |
+
2023-08-18 16:57:20.709017: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 12 |
+
2023-08-18 16:57:20.718881: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 13 |
+
2023-08-18 16:57:20.723602: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 14 |
+
2023-08-18 16:57:20.739898: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 15 |
+
2023-08-18 16:57:20.744194: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 16 |
+
2023-08-18 16:57:20.745134: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 17 |
+
2023-08-18 16:57:20.780649: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 18 |
+
2023-08-18 16:57:20.781127: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
|
| 19 |
+
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
|
| 20 |
+
2023-08-18 16:57:20.782690: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 21 |
+
2023-08-18 16:57:20.806305: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 22 |
+
pciBusID: 0000:c0:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 23 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 24 |
+
2023-08-18 16:57:20.806364: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 25 |
+
2023-08-18 16:57:20.806402: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 26 |
+
2023-08-18 16:57:20.806432: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 27 |
+
2023-08-18 16:57:20.806459: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 28 |
+
2023-08-18 16:57:20.806484: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 29 |
+
2023-08-18 16:57:20.806509: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 30 |
+
2023-08-18 16:57:20.806534: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 31 |
+
2023-08-18 16:57:20.806559: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 32 |
+
2023-08-18 16:57:20.818498: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 33 |
+
2023-08-18 16:57:20.820338: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 34 |
+
2023-08-18 16:57:24.432751: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
|
| 35 |
+
2023-08-18 16:57:24.432915: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
|
| 36 |
+
2023-08-18 16:57:24.432944: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
|
| 37 |
+
2023-08-18 16:57:24.440960: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75650 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:c0:00.0, compute capability: 8.0)
|
| 38 |
+
2023-08-18 16:57:25.737204: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
|
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.bias_formatting.stdout.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0/bias_model_scaled.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0/new_model_formats/bias_model_scaled
|
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet.params.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"counts_loss_weight": "2.6",
|
| 3 |
+
"filters": "512",
|
| 4 |
+
"n_dil_layers": "8",
|
| 5 |
+
"bias_model_path": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0/bias_model_scaled.h5",
|
| 6 |
+
"inputlen": "2114",
|
| 7 |
+
"outputlen": "1000",
|
| 8 |
+
"max_jitter": "500",
|
| 9 |
+
"chr_fold_path": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/splits/fold_0.json",
|
| 10 |
+
"negative_sampling_ratio": "0.1"
|
| 11 |
+
}
|
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet_data_params.tsv
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
counts_sum_min_thresh 0.0
|
| 2 |
+
counts_sum_max_thresh 214.0
|
| 3 |
+
trainings_pts_post_thresh 168350
|
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet_formatting.stderr.txt
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
|
| 2 |
+
INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
|
| 3 |
+
2023-08-18 15:55:39.031357: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 4 |
+
2023-08-18 15:55:41.417506: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 5 |
+
2023-08-18 15:55:41.420972: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
|
| 6 |
+
2023-08-18 15:55:41.821510: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 7 |
+
pciBusID: 0000:8a:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 8 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 9 |
+
2023-08-18 15:55:41.821567: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 10 |
+
2023-08-18 15:55:41.844254: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 11 |
+
2023-08-18 15:55:41.844312: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 12 |
+
2023-08-18 15:55:41.853980: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 13 |
+
2023-08-18 15:55:41.858588: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 14 |
+
2023-08-18 15:55:41.874407: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 15 |
+
2023-08-18 15:55:41.878627: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 16 |
+
2023-08-18 15:55:41.879548: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 17 |
+
2023-08-18 15:55:41.934531: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 18 |
+
2023-08-18 15:55:41.935034: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
|
| 19 |
+
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
|
| 20 |
+
2023-08-18 15:55:41.936316: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 21 |
+
2023-08-18 15:55:41.943431: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 22 |
+
pciBusID: 0000:8a:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 23 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 24 |
+
2023-08-18 15:55:41.943475: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 25 |
+
2023-08-18 15:55:41.943505: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 26 |
+
2023-08-18 15:55:41.943527: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 27 |
+
2023-08-18 15:55:41.943548: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 28 |
+
2023-08-18 15:55:41.943569: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 29 |
+
2023-08-18 15:55:41.943589: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 30 |
+
2023-08-18 15:55:41.943608: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 31 |
+
2023-08-18 15:55:41.943628: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 32 |
+
2023-08-18 15:55:41.956996: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 33 |
+
2023-08-18 15:55:41.958820: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 34 |
+
2023-08-18 15:55:45.273261: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
|
| 35 |
+
2023-08-18 15:55:45.273383: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
|
| 36 |
+
2023-08-18 15:55:45.273397: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
|
| 37 |
+
2023-08-18 15:55:45.280038: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75650 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:8a:00.0, compute capability: 8.0)
|
| 38 |
+
2023-08-18 15:55:47.395841: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
|
| 39 |
+
/opt/conda/lib/python3.7/site-packages/tensorflow/python/keras/layers/core.py:1059: UserWarning: is not loaded, but a Lambda layer uses it. It may cause errors.
|
| 40 |
+
, UserWarning)
|
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet_formatting.stdout.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0/chrombpnet.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0/new_model_formats/chrombpnet
|
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet_model_params.tsv
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
counts_loss_weight 2.6
|
| 2 |
+
filters 512
|
| 3 |
+
n_dil_layers 8
|
| 4 |
+
bias_model_path /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0/bias_model_scaled.h5
|
| 5 |
+
inputlen 2114
|
| 6 |
+
outputlen 1000
|
| 7 |
+
max_jitter 500
|
| 8 |
+
chr_fold_path /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/splits/fold_0.json
|
| 9 |
+
negative_sampling_ratio 0.1
|
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet_no_bias_formatting.stderr.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0/new_model_formats/chrombpnet_wo_bias
|
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet_no_bias_formatting.stdout.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0/new_model_formats/chrombpnet_wo_bias
|
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.epoch_loss.csv
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
epoch,logcount_predictions_loss,logits_profile_predictions_loss,loss,val_logcount_predictions_loss,val_logits_profile_predictions_loss,val_loss
|
| 2 |
+
0,1.16054105758667,132.60870361328125,135.6261444091797,0.4395897686481476,134.01576232910156,135.1586456298828
|
| 3 |
+
1,0.4412636160850525,129.42965698242188,130.57693481445312,0.3705134689807892,132.59539794921875,133.55877685546875
|
| 4 |
+
2,0.40331700444221497,128.61383056640625,129.662353515625,0.3424019515514374,131.9764404296875,132.86671447753906
|
| 5 |
+
3,0.37548065185546875,128.04310607910156,129.01956176757812,0.346323162317276,131.60350036621094,132.50387573242188
|
| 6 |
+
4,0.35556158423423767,128.01870727539062,128.94302368164062,0.35672351717948914,131.55845642089844,132.4859619140625
|
| 7 |
+
5,0.3441353440284729,127.50626373291016,128.40115356445312,0.32945334911346436,131.60951232910156,132.4661102294922
|
| 8 |
+
6,0.3340023458003998,127.11457824707031,127.98320007324219,0.30816367268562317,131.69142150878906,132.49270629882812
|
| 9 |
+
7,0.32631176710128784,126.92411804199219,127.77249145507812,0.3688640594482422,132.04019165039062,132.99929809570312
|
| 10 |
+
8,0.32402077317237854,126.62660217285156,127.46926879882812,0.3209022879600525,131.7537078857422,132.58810424804688
|
| 11 |
+
9,0.2966492474079132,125.32551574707031,126.09667205810547,0.295857310295105,131.90557861328125,132.67486572265625
|
| 12 |
+
10,0.2870350182056427,124.57655334472656,125.32292938232422,0.303222119808197,132.34939575195312,133.1376953125
|
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.stderr.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.stdout.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.stdout_v1.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
fold_0/model.bias_scaled.fold_0.ENCSR261SMF.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9e09a7097dc1a7ae6e8e6329bdbd27e02d73989651b87558211c207c168c2724
|
| 3 |
+
size 2688440
|
fold_0/model.bias_scaled.fold_0.ENCSR261SMF.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:104b2b57c52c7dd599587ee44d639ff9215e23e7e16c8c19c7576d940a85dbc1
|
| 3 |
+
size 1198080
|
fold_0/model.chrombpnet.fold_0.ENCSR261SMF.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:00f3c983820e7f851268e5c039091da734071277b6a52a20ff8a64d91defc2ef
|
| 3 |
+
size 26447928
|
fold_0/model.chrombpnet.fold_0.ENCSR261SMF.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:66f44c5bc05e395804b262a1ed239a99e555337c4cd450bc7406785367bcbb76
|
| 3 |
+
size 27607040
|
fold_0/model.chrombpnet_nobias.fold_0.ENCSR261SMF.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8d31244c63ecbed75da13b2493b2eac0302310cb5d439fb068929a3e113f0000
|
| 3 |
+
size 25583536
|
fold_0/model.chrombpnet_nobias.fold_0.ENCSR261SMF.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:761440606ce72bf6df80e8404f14b58a3a094f124196e2a8d21a3b52b49aba24
|
| 3 |
+
size 26081280
|
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.args.json
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"genome": "/scratch/groups/akundaje/anusri/chromatin_atlas/reference/hg38.genome.fa",
|
| 3 |
+
"bigwig": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//preprocessing/bigWigs/ENCSR261SMF.bigWig",
|
| 4 |
+
"peaks": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR261SMF//chrombpnet_model_feb15_fold_1//filtered.peaks.bed",
|
| 5 |
+
"nonpeaks": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR261SMF//chrombpnet_model_feb15_fold_1//filtered.nonpeaks.bed",
|
| 6 |
+
"output_prefix": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR261SMF//chrombpnet_model_feb15_fold_1//chrombpnet",
|
| 7 |
+
"chr_fold_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_1.json",
|
| 8 |
+
"trackables": [
|
| 9 |
+
"logcount_predictions_loss",
|
| 10 |
+
"loss",
|
| 11 |
+
"logits_profile_predictions_loss",
|
| 12 |
+
"val_logcount_predictions_loss",
|
| 13 |
+
"val_loss",
|
| 14 |
+
"val_logits_profile_predictions_loss"
|
| 15 |
+
],
|
| 16 |
+
"epochs": 50,
|
| 17 |
+
"early_stop": 5,
|
| 18 |
+
"batch_size": 64,
|
| 19 |
+
"learning_rate": 0.001,
|
| 20 |
+
"params": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR261SMF//chrombpnet_model_feb15_fold_1//chrombpnet_model_params.tsv",
|
| 21 |
+
"seed": 1234,
|
| 22 |
+
"architecture_from_file": "/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/models/chrombpnet_with_bias_model.py"
|
| 23 |
+
}
|
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.batch_loss.tsv
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.bias_formatting.stderr.txt
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
|
| 2 |
+
INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
|
| 3 |
+
2023-08-18 16:57:17.867956: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 4 |
+
2023-08-18 16:57:20.205245: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 5 |
+
2023-08-18 16:57:20.209032: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
|
| 6 |
+
2023-08-18 16:57:21.160534: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 7 |
+
pciBusID: 0000:8a:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 8 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 9 |
+
2023-08-18 16:57:21.160635: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 10 |
+
2023-08-18 16:57:21.186390: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 11 |
+
2023-08-18 16:57:21.186527: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 12 |
+
2023-08-18 16:57:21.197315: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 13 |
+
2023-08-18 16:57:21.202555: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 14 |
+
2023-08-18 16:57:21.220339: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 15 |
+
2023-08-18 16:57:21.225104: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 16 |
+
2023-08-18 16:57:21.226142: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 17 |
+
2023-08-18 16:57:21.254268: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 18 |
+
2023-08-18 16:57:21.254601: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
|
| 19 |
+
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
|
| 20 |
+
2023-08-18 16:57:21.255575: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 21 |
+
2023-08-18 16:57:21.275685: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 22 |
+
pciBusID: 0000:8a:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 23 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 24 |
+
2023-08-18 16:57:21.275721: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 25 |
+
2023-08-18 16:57:21.275744: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 26 |
+
2023-08-18 16:57:21.275761: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 27 |
+
2023-08-18 16:57:21.275777: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 28 |
+
2023-08-18 16:57:21.275792: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 29 |
+
2023-08-18 16:57:21.275818: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 30 |
+
2023-08-18 16:57:21.275835: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 31 |
+
2023-08-18 16:57:21.275851: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 32 |
+
2023-08-18 16:57:21.318238: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 33 |
+
2023-08-18 16:57:21.319556: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 34 |
+
2023-08-18 16:57:24.099324: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
|
| 35 |
+
2023-08-18 16:57:24.099439: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
|
| 36 |
+
2023-08-18 16:57:24.099451: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
|
| 37 |
+
2023-08-18 16:57:24.145021: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75650 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:8a:00.0, compute capability: 8.0)
|
| 38 |
+
2023-08-18 16:57:25.473325: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
|
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.bias_formatting.stdout.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_1/bias_model_scaled.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_1/new_model_formats/bias_model_scaled
|
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet.params.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"counts_loss_weight": "2.7",
|
| 3 |
+
"filters": "512",
|
| 4 |
+
"n_dil_layers": "8",
|
| 5 |
+
"bias_model_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR261SMF//chrombpnet_model_feb15_fold_1/bias_model_scaled.h5",
|
| 6 |
+
"inputlen": "2114",
|
| 7 |
+
"outputlen": "1000",
|
| 8 |
+
"max_jitter": "500",
|
| 9 |
+
"chr_fold_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_1.json",
|
| 10 |
+
"negative_sampling_ratio": "0.1"
|
| 11 |
+
}
|
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet_data_params.tsv
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
counts_sum_min_thresh 1.0
|
| 2 |
+
counts_sum_max_thresh 216.0
|
| 3 |
+
trainings_pts_post_thresh 170542
|
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet_formatting.stderr.txt
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
|
| 2 |
+
INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
|
| 3 |
+
2023-08-18 15:55:39.110419: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 4 |
+
2023-08-18 15:55:41.619479: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 5 |
+
2023-08-18 15:55:41.623455: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
|
| 6 |
+
2023-08-18 15:55:42.370254: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 7 |
+
pciBusID: 0000:4b:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 8 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 9 |
+
2023-08-18 15:55:42.370390: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 10 |
+
2023-08-18 15:55:42.388919: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 11 |
+
2023-08-18 15:55:42.389098: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 12 |
+
2023-08-18 15:55:42.398681: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 13 |
+
2023-08-18 15:55:42.403187: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 14 |
+
2023-08-18 15:55:42.418983: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 15 |
+
2023-08-18 15:55:42.423161: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 16 |
+
2023-08-18 15:55:42.424079: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 17 |
+
2023-08-18 15:55:42.435397: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 18 |
+
2023-08-18 15:55:42.435686: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
|
| 19 |
+
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
|
| 20 |
+
2023-08-18 15:55:42.436543: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 21 |
+
2023-08-18 15:55:42.443081: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 22 |
+
pciBusID: 0000:4b:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 23 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 24 |
+
2023-08-18 15:55:42.443111: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 25 |
+
2023-08-18 15:55:42.443131: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 26 |
+
2023-08-18 15:55:42.443145: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 27 |
+
2023-08-18 15:55:42.443159: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 28 |
+
2023-08-18 15:55:42.443173: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 29 |
+
2023-08-18 15:55:42.443185: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 30 |
+
2023-08-18 15:55:42.443198: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 31 |
+
2023-08-18 15:55:42.443211: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 32 |
+
2023-08-18 15:55:42.486096: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 33 |
+
2023-08-18 15:55:42.487407: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 34 |
+
2023-08-18 15:55:45.334250: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
|
| 35 |
+
2023-08-18 15:55:45.334326: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
|
| 36 |
+
2023-08-18 15:55:45.334344: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
|
| 37 |
+
2023-08-18 15:55:45.380417: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75650 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:4b:00.0, compute capability: 8.0)
|
| 38 |
+
2023-08-18 15:55:47.748980: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
|
| 39 |
+
/opt/conda/lib/python3.7/site-packages/tensorflow/python/keras/layers/core.py:1059: UserWarning: is not loaded, but a Lambda layer uses it. It may cause errors.
|
| 40 |
+
, UserWarning)
|
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet_formatting.stdout.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_1/chrombpnet.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_1/new_model_formats/chrombpnet
|
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet_model_params.tsv
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
counts_loss_weight 2.7
|
| 2 |
+
filters 512
|
| 3 |
+
n_dil_layers 8
|
| 4 |
+
bias_model_path /scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR261SMF//chrombpnet_model_feb15_fold_1/bias_model_scaled.h5
|
| 5 |
+
inputlen 2114
|
| 6 |
+
outputlen 1000
|
| 7 |
+
max_jitter 500
|
| 8 |
+
chr_fold_path /scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_1.json
|
| 9 |
+
negative_sampling_ratio 0.1
|
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet_no_bias_formatting.stderr.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_1/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_1/new_model_formats/chrombpnet_wo_bias
|
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet_no_bias_formatting.stdout.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_1/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_1/new_model_formats/chrombpnet_wo_bias
|
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.epoch_loss.csv
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
epoch,logcount_predictions_loss,logits_profile_predictions_loss,loss,val_logcount_predictions_loss,val_logits_profile_predictions_loss,val_loss
|
| 2 |
+
0,2.4339823722839355,133.35031127929688,139.92214965820312,0.44738027453422546,150.9810791015625,152.1890411376953
|
| 3 |
+
1,0.4495026171207428,130.21932983398438,131.43284606933594,0.4626995623111725,149.50460815429688,150.75401306152344
|
| 4 |
+
2,0.4081677496433258,129.12606811523438,130.22817993164062,0.39777442812919617,148.41940307617188,149.49334716796875
|
| 5 |
+
3,0.3771892786026001,128.50881958007812,129.5274200439453,0.5105613470077515,148.41282653808594,149.79135131835938
|
| 6 |
+
4,0.3598059117794037,128.19068908691406,129.16213989257812,0.3266274929046631,148.28878784179688,149.17062377929688
|
| 7 |
+
5,0.34341537952423096,127.77610778808594,128.70321655273438,0.32352903485298157,147.93203735351562,148.80548095703125
|
| 8 |
+
6,0.3319116532802582,127.29159545898438,128.18739318847656,0.31492510437965393,147.8256072998047,148.6759033203125
|
| 9 |
+
7,0.3212715685367584,127.17536926269531,128.0428466796875,0.29524558782577515,147.61883544921875,148.4160614013672
|
| 10 |
+
8,0.31240740418434143,126.95880889892578,127.80235290527344,0.29509466886520386,147.95758056640625,148.75437927246094
|
| 11 |
+
9,0.3044331669807434,126.60294342041016,127.42501831054688,0.3082612156867981,148.46006774902344,149.2922821044922
|
| 12 |
+
10,0.29741159081459045,126.3118667602539,127.114990234375,0.2865517735481262,148.51243591308594,149.28598022460938
|
| 13 |
+
11,0.2761352062225342,125.0926742553711,125.8382568359375,0.28503507375717163,148.32191467285156,149.0913848876953
|
| 14 |
+
12,0.26752206683158875,124.10307312011719,124.8255615234375,0.27987053990364075,148.63111877441406,149.3867950439453
|
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.stderr.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.stdout.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.stdout_v1.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
fold_1/model.bias_scaled.fold_1.ENCSR261SMF.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c9dfceb696935b842aeeab73a2226a50803f7e30e2a93c53ef192ef330c18923
|
| 3 |
+
size 2688440
|
fold_1/model.bias_scaled.fold_1.ENCSR261SMF.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6a02d1ae0d99701063a8f86134fb40d6af614cf597f0ecba343e36c8fa26708b
|
| 3 |
+
size 1198080
|
fold_1/model.chrombpnet.fold_1.ENCSR261SMF.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:09b92da0e50348d4b5cb9690063b1691cabdfef8d3752235765bf07c6651dc0b
|
| 3 |
+
size 26447928
|
fold_1/model.chrombpnet.fold_1.ENCSR261SMF.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d4526308e67cff1069ae6fdc739e8ee87041225c311187999914756306ff5714
|
| 3 |
+
size 27607040
|
fold_1/model.chrombpnet_nobias.fold_1.ENCSR261SMF.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:343001090bf9dfb3c92c6994b90c9c80ba3da29707432508eec8c0a681183623
|
| 3 |
+
size 25583536
|
fold_1/model.chrombpnet_nobias.fold_1.ENCSR261SMF.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2edd32857121e008d4e5ea1fa47d63f80836a88d744a303c21b0a2fb3e48ad85
|
| 3 |
+
size 26081280
|
fold_2/logs.models.fold_2.ENCSR261SMF/logfile.modelling.fold_2.ENCSR261SMF.args.json
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"genome": "/scratch/groups/akundaje/anusri/chromatin_atlas/reference/hg38.genome.fa",
|
| 3 |
+
"bigwig": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//preprocessing/bigWigs/ENCSR261SMF.bigWig",
|
| 4 |
+
"peaks": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR261SMF//chrombpnet_model_feb15_fold_2//filtered.peaks.bed",
|
| 5 |
+
"nonpeaks": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR261SMF//chrombpnet_model_feb15_fold_2//filtered.nonpeaks.bed",
|
| 6 |
+
"output_prefix": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR261SMF//chrombpnet_model_feb15_fold_2//chrombpnet",
|
| 7 |
+
"chr_fold_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json",
|
| 8 |
+
"trackables": [
|
| 9 |
+
"logcount_predictions_loss",
|
| 10 |
+
"loss",
|
| 11 |
+
"logits_profile_predictions_loss",
|
| 12 |
+
"val_logcount_predictions_loss",
|
| 13 |
+
"val_loss",
|
| 14 |
+
"val_logits_profile_predictions_loss"
|
| 15 |
+
],
|
| 16 |
+
"epochs": 50,
|
| 17 |
+
"early_stop": 5,
|
| 18 |
+
"batch_size": 64,
|
| 19 |
+
"learning_rate": 0.001,
|
| 20 |
+
"params": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR261SMF//chrombpnet_model_feb15_fold_2//chrombpnet_model_params.tsv",
|
| 21 |
+
"seed": 1234,
|
| 22 |
+
"architecture_from_file": "/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/models/chrombpnet_with_bias_model.py"
|
| 23 |
+
}
|
fold_2/logs.models.fold_2.ENCSR261SMF/logfile.modelling.fold_2.ENCSR261SMF.batch_loss.tsv
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
fold_2/logs.models.fold_2.ENCSR261SMF/logfile.modelling.fold_2.ENCSR261SMF.bias_formatting.stderr.txt
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
|
| 2 |
+
INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
|
| 3 |
+
2023-08-18 16:57:17.901868: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 4 |
+
2023-08-18 16:57:20.342549: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 5 |
+
2023-08-18 16:57:20.346408: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
|
| 6 |
+
2023-08-18 16:57:21.920150: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 7 |
+
pciBusID: 0000:4b:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 8 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 9 |
+
2023-08-18 16:57:21.920326: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 10 |
+
2023-08-18 16:57:21.943083: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 11 |
+
2023-08-18 16:57:21.943250: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 12 |
+
2023-08-18 16:57:21.952927: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 13 |
+
2023-08-18 16:57:21.957574: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 14 |
+
2023-08-18 16:57:21.973835: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 15 |
+
2023-08-18 16:57:21.977995: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 16 |
+
2023-08-18 16:57:21.978929: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 17 |
+
2023-08-18 16:57:22.085270: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 18 |
+
2023-08-18 16:57:22.085582: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
|
| 19 |
+
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
|
| 20 |
+
2023-08-18 16:57:22.086367: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 21 |
+
2023-08-18 16:57:22.205498: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 22 |
+
pciBusID: 0000:4b:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 23 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 24 |
+
2023-08-18 16:57:22.205537: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 25 |
+
2023-08-18 16:57:22.205561: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 26 |
+
2023-08-18 16:57:22.205579: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 27 |
+
2023-08-18 16:57:22.205594: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 28 |
+
2023-08-18 16:57:22.205609: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 29 |
+
2023-08-18 16:57:22.205624: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 30 |
+
2023-08-18 16:57:22.205638: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 31 |
+
2023-08-18 16:57:22.205652: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 32 |
+
2023-08-18 16:57:22.347404: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 33 |
+
2023-08-18 16:57:22.349842: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 34 |
+
2023-08-18 16:57:24.430366: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
|
| 35 |
+
2023-08-18 16:57:24.430537: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
|
| 36 |
+
2023-08-18 16:57:24.430553: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
|
| 37 |
+
2023-08-18 16:57:24.437527: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75650 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:4b:00.0, compute capability: 8.0)
|
| 38 |
+
2023-08-18 16:57:25.684040: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
|
fold_2/logs.models.fold_2.ENCSR261SMF/logfile.modelling.fold_2.ENCSR261SMF.bias_formatting.stdout.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_2/bias_model_scaled.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_2/new_model_formats/bias_model_scaled
|
fold_2/logs.models.fold_2.ENCSR261SMF/logfile.modelling.fold_2.ENCSR261SMF.chrombpnet.params.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"counts_loss_weight": "2.6",
|
| 3 |
+
"filters": "512",
|
| 4 |
+
"n_dil_layers": "8",
|
| 5 |
+
"bias_model_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR261SMF//chrombpnet_model_feb15_fold_2/bias_model_scaled.h5",
|
| 6 |
+
"inputlen": "2114",
|
| 7 |
+
"outputlen": "1000",
|
| 8 |
+
"max_jitter": "500",
|
| 9 |
+
"chr_fold_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json",
|
| 10 |
+
"negative_sampling_ratio": "0.1"
|
| 11 |
+
}
|
fold_2/logs.models.fold_2.ENCSR261SMF/logfile.modelling.fold_2.ENCSR261SMF.chrombpnet_data_params.tsv
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
counts_sum_min_thresh 0.0
|
| 2 |
+
counts_sum_max_thresh 214.0
|
| 3 |
+
trainings_pts_post_thresh 175023
|