chang-m-yun commited on
Commit
5d208dd
·
verified ·
1 Parent(s): fb1ca5c

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +120 -0
  3. fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.args.json +23 -0
  4. fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.batch_loss.tsv +0 -0
  5. fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.bias_formatting.stderr.txt +38 -0
  6. fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.bias_formatting.stdout.txt +1 -0
  7. fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet.params.json +11 -0
  8. fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet_data_params.tsv +3 -0
  9. fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet_formatting.stderr.txt +40 -0
  10. fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet_formatting.stdout.txt +1 -0
  11. fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet_model_params.tsv +9 -0
  12. fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet_no_bias_formatting.stderr.txt +1 -0
  13. fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet_no_bias_formatting.stdout.txt +1 -0
  14. fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.epoch_loss.csv +12 -0
  15. fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.stderr.txt +0 -0
  16. fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.stdout.txt +0 -0
  17. fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.stdout_v1.txt +0 -0
  18. fold_0/model.bias_scaled.fold_0.ENCSR261SMF.h5 +3 -0
  19. fold_0/model.bias_scaled.fold_0.ENCSR261SMF.tar +3 -0
  20. fold_0/model.chrombpnet.fold_0.ENCSR261SMF.h5 +3 -0
  21. fold_0/model.chrombpnet.fold_0.ENCSR261SMF.tar +3 -0
  22. fold_0/model.chrombpnet_nobias.fold_0.ENCSR261SMF.h5 +3 -0
  23. fold_0/model.chrombpnet_nobias.fold_0.ENCSR261SMF.tar +3 -0
  24. fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.args.json +23 -0
  25. fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.batch_loss.tsv +0 -0
  26. fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.bias_formatting.stderr.txt +38 -0
  27. fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.bias_formatting.stdout.txt +1 -0
  28. fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet.params.json +11 -0
  29. fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet_data_params.tsv +3 -0
  30. fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet_formatting.stderr.txt +40 -0
  31. fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet_formatting.stdout.txt +1 -0
  32. fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet_model_params.tsv +9 -0
  33. fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet_no_bias_formatting.stderr.txt +1 -0
  34. fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet_no_bias_formatting.stdout.txt +1 -0
  35. fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.epoch_loss.csv +14 -0
  36. fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.stderr.txt +0 -0
  37. fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.stdout.txt +0 -0
  38. fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.stdout_v1.txt +0 -0
  39. fold_1/model.bias_scaled.fold_1.ENCSR261SMF.h5 +3 -0
  40. fold_1/model.bias_scaled.fold_1.ENCSR261SMF.tar +3 -0
  41. fold_1/model.chrombpnet.fold_1.ENCSR261SMF.h5 +3 -0
  42. fold_1/model.chrombpnet.fold_1.ENCSR261SMF.tar +3 -0
  43. fold_1/model.chrombpnet_nobias.fold_1.ENCSR261SMF.h5 +3 -0
  44. fold_1/model.chrombpnet_nobias.fold_1.ENCSR261SMF.tar +3 -0
  45. fold_2/logs.models.fold_2.ENCSR261SMF/logfile.modelling.fold_2.ENCSR261SMF.args.json +23 -0
  46. fold_2/logs.models.fold_2.ENCSR261SMF/logfile.modelling.fold_2.ENCSR261SMF.batch_loss.tsv +0 -0
  47. fold_2/logs.models.fold_2.ENCSR261SMF/logfile.modelling.fold_2.ENCSR261SMF.bias_formatting.stderr.txt +38 -0
  48. fold_2/logs.models.fold_2.ENCSR261SMF/logfile.modelling.fold_2.ENCSR261SMF.bias_formatting.stdout.txt +1 -0
  49. fold_2/logs.models.fold_2.ENCSR261SMF/logfile.modelling.fold_2.ENCSR261SMF.chrombpnet.params.json +11 -0
  50. fold_2/logs.models.fold_2.ENCSR261SMF/logfile.modelling.fold_2.ENCSR261SMF.chrombpnet_data_params.tsv +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ fold_4/logs.models.fold_4.ENCSR261SMF/logfile.modelling.fold_4.ENCSR261SMF.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,120 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: mit
3
+ library_name: chrombpnet
4
+ tags:
5
+ - encode
6
+ - chrombpnet
7
+ - chromatin-accessibility
8
+ - DNASE
9
+ - iPS-DF-6.9
10
+ - hg38
11
+ ---
12
+ # ENCODE ChromBPNet Atlas
13
+ As part of the ENCODE 4 Project, we trained ChromBPNet models on 1,512 ENCODE DNAse-seq and ATAC-seq across 408 biosamples. Here, we provide all models for open-source use.
14
+
15
+ For more information about the models, see:
16
+ - Main ENCODE 4 Paper
17
+ - [A unified lexicon of predictive DNA sequence motifs from ENCODE transcription factor binding and chromatin accessibility assays](https://doi.org/10.5281/zenodo.17123347) (Deshpande et al., Zenodo 2025)
18
+ - [ChromBPNet: bias factorized, base-resolution deep learning models of chromatin accessibility reveal cis-regulatory sequence syntax, transcription factor footprints and regulatory variants](https://doi.org/10.1101/2024.12.25.630221) (Pampari et al., bioRxiv 2024)
19
+
20
+ ## ChromBPNet model: DNASE in iPS DF 6.9 (ENCSR261SMF)
21
+ - Model: ChromBPNet
22
+ - Assay: DNASE-seq
23
+ - Experiment: [ENCSR261SMF](https://www.encodeproject.org/experiments/ENCSR261SMF/)
24
+ - Model annotation: [ENCSR416KDN](https://www.encodeproject.org/annotations/ENCSR416KDN/)
25
+ - Biosample: iPS DF 6.9 (Full name: Homo sapiens iPS DF 6.9)
26
+ - Cell slim(s): induced-pluripotent-stem-cell,stem-cell
27
+ - Organ slim(s): penis,skin-of-prepuce-of-penis,skin-of-body
28
+ - Developmental slim(s): mesoderm,ectoderm
29
+ - System slim(s): reproductive-system,integumental-system
30
+ - Assembly: hg38
31
+
32
+ ## Directory structure
33
+ - `fold_0`: Model of 5-fold cross-validation: Fold 0
34
+ - `model.chrombpnet.fold_0.encid.h5`: full chrombpnet model that combines both bias and corrected model in .h5 format
35
+ - `model.chrombpnet_nobias.fold_0.encid.h5`: bias-corrected accessibility model in .h5 format (Use for all biological discovery)
36
+ - `model.bias_scaled.fold_0.encid.h5`: bias model in .h5 format
37
+ - `model.chrombpnet.fold_0.encid.tar`: full chrombpnet model that combines both bias and corrected model in SavedModel format. After being untarred, it results in a directory named "chrombpnet".
38
+ - `model.chrombpnet_nobias.fold_0.encid.tar`: bias-corrected accessibility model in SavedModel format (Use for all biological discovery). After being untarred, it results in a directory named "chrombpnet_wo_bias".
39
+ - `model.bias_scaled.fold_0.encid.tar`: bias model in SavedModel format. After being untarred, it results in a directory named "bias_model_scaled".
40
+ - `logs.models.fold_0.encid`: folder containing log files for training models
41
+ - `fold_1`: Model of 5-fold coss-validation: Fold 1
42
+ - `fold_2`: Model of 5-fold cross-validation: Fold 2
43
+ - `fold_3`: Model of 5-fold cross-validation: Fold 3
44
+ - `fold_4`: Model of 5-fold cross-validation: Fold 4
45
+
46
+ # Instructions
47
+ ## 1. Pseudocode for loading models in .h5 format
48
+
49
+ (1) Use the code in python after appropriately defining `model_in_h5_format` and `inputs`. \
50
+ (2) `inputs` is a one hot encoded sequence of shape (N,2114,4). Here N corresponds to the
51
+ number of tested sequences, 2114 is the input sequence length and 4 corresponds to [A,C,G,T].
52
+
53
+ ```python
54
+ import tensorflow as tf
55
+ from tensorflow.keras.utils import get_custom_objects
56
+ from tensorflow.keras.models import load_model
57
+
58
+ custom_objects={"tf": tf}
59
+ get_custom_objects().update(custom_objects)
60
+
61
+ model=load_model(model_in_h5_format,compile=False)
62
+ outputs = model(inputs)
63
+ ```
64
+
65
+ The list `outputs` consists of two elements. The first element has a shape of (N, 1000) and
66
+ contains logit predictions for a 1000-base-pair output. The second element, with a shape of
67
+ (N, 1), contains logcount predictions. To transform these predictions into per-base signals,
68
+ follow the provided pseudo code lines below.
69
+
70
+ ```python
71
+ import numpy as np
72
+
73
+ def softmax(x, temp=1):
74
+ norm_x = x - np.mean(x,axis=1, keepdims=True)
75
+ return np.exp(temp*norm_x)/np.sum(np.exp(temp*norm_x), axis=1, keepdims=True)
76
+
77
+ predictions = softmax(outputs[0]) * (np.exp(outputs[1])-1)
78
+ ```
79
+
80
+ ## 2. Pseudocode for loading models in .tar format
81
+
82
+ (1) First untar the directory as follows `tar -xvf model.tar`. \
83
+ (2) Use the code below in python after appropriately defining `model_dir_untared` and `inputs`. \
84
+ (3) `inputs` is a one hot encoded sequence of shape (N,2114,4). Here N corresponds to the number
85
+ of tested sequences, 2114 is the input sequence length and 4 corresponds to ACGT.
86
+
87
+ Reference: https://www.tensorflow.org/api_docs/python/tf/saved_model/load
88
+
89
+ ```python
90
+ import tensorflow as tf
91
+
92
+ model = tf.saved_model.load('model_dir_untared')
93
+ outputs = model.signatures['serving_default'](**{'sequence':inputs.astype('float32')})
94
+ ```
95
+
96
+ The variable `outputs` represents a dictionary containing two key-value pairs. The first key
97
+ is `logits_profile_predictions`, holding a value with a shape of (N, 1000). This value corresponds
98
+ to logit predictions for a 1000-base-pair output. The second key, named `logcount_predictions``,
99
+ is associated with a value of shape (N, 1), representing logcount predictions. To transform these
100
+ predictions into per-base signals, utilize the provided pseudo code lines mentioned below.
101
+
102
+ ```python
103
+ import numpy as np
104
+ def softmax(x, temp=1):
105
+ norm_x = x - np.mean(x,axis=1, keepdims=True)
106
+ return np.exp(temp*norm_x)/np.sum(np.exp(temp*norm_x), axis=1, keepdims=True)
107
+
108
+ predictions = softmax(outputs["logits_profile_predictions"]) * (np.exp(outputs["logcount_predictions"])-1)
109
+ ```
110
+
111
+ ## Docker image to load and use the models
112
+ - https://hub.docker.com/r/kundajelab/chrombpnet-atlas/ (tag:v1)
113
+
114
+ ## Code for ChromBPNet
115
+ - https://github.com/kundajelab/chrombpnet/
116
+
117
+ # License & citation
118
+ External data users may freely download, analyze and publish results based on any ENCODE data without restrictions.
119
+
120
+ Released under the [ENCODE data-use policy](https://www.encodeproject.org/about/data-use-policy/). Please cite the ENCODE Project Consortium and the model software: [ChromBPNet](https://github.com/kundajelab/chrombpnet) (Pampari et al., bioRxiv 2024).
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.args.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "genome": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/reference/hg38.genome.fa",
3
+ "bigwig": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//preprocessing/bigWigs/ENCSR261SMF.bigWig",
4
+ "peaks": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0//filtered.peaks.bed",
5
+ "nonpeaks": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0//filtered.nonpeaks.bed",
6
+ "output_prefix": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0//chrombpnet",
7
+ "chr_fold_path": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/splits/fold_0.json",
8
+ "trackables": [
9
+ "logcount_predictions_loss",
10
+ "loss",
11
+ "logits_profile_predictions_loss",
12
+ "val_logcount_predictions_loss",
13
+ "val_loss",
14
+ "val_logits_profile_predictions_loss"
15
+ ],
16
+ "epochs": 50,
17
+ "early_stop": 5,
18
+ "batch_size": 64,
19
+ "learning_rate": 0.001,
20
+ "params": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0//chrombpnet_model_params.tsv",
21
+ "seed": 1234,
22
+ "architecture_from_file": "/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/models/chrombpnet_with_bias_model.py"
23
+ }
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.batch_loss.tsv ADDED
The diff for this file is too large to render. See raw diff
 
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.bias_formatting.stderr.txt ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
2
+ INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
3
+ 2023-08-18 16:57:17.727899: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
4
+ 2023-08-18 16:57:20.090375: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
5
+ 2023-08-18 16:57:20.094057: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
6
+ 2023-08-18 16:57:20.686203: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
7
+ pciBusID: 0000:c0:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
8
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
9
+ 2023-08-18 16:57:20.686293: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
10
+ 2023-08-18 16:57:20.708960: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
11
+ 2023-08-18 16:57:20.709017: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
12
+ 2023-08-18 16:57:20.718881: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
13
+ 2023-08-18 16:57:20.723602: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
14
+ 2023-08-18 16:57:20.739898: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
15
+ 2023-08-18 16:57:20.744194: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
16
+ 2023-08-18 16:57:20.745134: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
17
+ 2023-08-18 16:57:20.780649: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
18
+ 2023-08-18 16:57:20.781127: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
19
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
20
+ 2023-08-18 16:57:20.782690: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
21
+ 2023-08-18 16:57:20.806305: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
22
+ pciBusID: 0000:c0:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
23
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
24
+ 2023-08-18 16:57:20.806364: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
25
+ 2023-08-18 16:57:20.806402: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
26
+ 2023-08-18 16:57:20.806432: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
27
+ 2023-08-18 16:57:20.806459: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
28
+ 2023-08-18 16:57:20.806484: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
29
+ 2023-08-18 16:57:20.806509: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
30
+ 2023-08-18 16:57:20.806534: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
31
+ 2023-08-18 16:57:20.806559: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
32
+ 2023-08-18 16:57:20.818498: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
33
+ 2023-08-18 16:57:20.820338: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
34
+ 2023-08-18 16:57:24.432751: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
35
+ 2023-08-18 16:57:24.432915: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
36
+ 2023-08-18 16:57:24.432944: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
37
+ 2023-08-18 16:57:24.440960: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75650 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:c0:00.0, compute capability: 8.0)
38
+ 2023-08-18 16:57:25.737204: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.bias_formatting.stdout.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0/bias_model_scaled.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0/new_model_formats/bias_model_scaled
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet.params.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "counts_loss_weight": "2.6",
3
+ "filters": "512",
4
+ "n_dil_layers": "8",
5
+ "bias_model_path": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0/bias_model_scaled.h5",
6
+ "inputlen": "2114",
7
+ "outputlen": "1000",
8
+ "max_jitter": "500",
9
+ "chr_fold_path": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/splits/fold_0.json",
10
+ "negative_sampling_ratio": "0.1"
11
+ }
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet_data_params.tsv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ counts_sum_min_thresh 0.0
2
+ counts_sum_max_thresh 214.0
3
+ trainings_pts_post_thresh 168350
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet_formatting.stderr.txt ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
2
+ INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
3
+ 2023-08-18 15:55:39.031357: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
4
+ 2023-08-18 15:55:41.417506: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
5
+ 2023-08-18 15:55:41.420972: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
6
+ 2023-08-18 15:55:41.821510: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
7
+ pciBusID: 0000:8a:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
8
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
9
+ 2023-08-18 15:55:41.821567: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
10
+ 2023-08-18 15:55:41.844254: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
11
+ 2023-08-18 15:55:41.844312: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
12
+ 2023-08-18 15:55:41.853980: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
13
+ 2023-08-18 15:55:41.858588: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
14
+ 2023-08-18 15:55:41.874407: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
15
+ 2023-08-18 15:55:41.878627: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
16
+ 2023-08-18 15:55:41.879548: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
17
+ 2023-08-18 15:55:41.934531: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
18
+ 2023-08-18 15:55:41.935034: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
19
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
20
+ 2023-08-18 15:55:41.936316: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
21
+ 2023-08-18 15:55:41.943431: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
22
+ pciBusID: 0000:8a:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
23
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
24
+ 2023-08-18 15:55:41.943475: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
25
+ 2023-08-18 15:55:41.943505: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
26
+ 2023-08-18 15:55:41.943527: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
27
+ 2023-08-18 15:55:41.943548: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
28
+ 2023-08-18 15:55:41.943569: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
29
+ 2023-08-18 15:55:41.943589: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
30
+ 2023-08-18 15:55:41.943608: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
31
+ 2023-08-18 15:55:41.943628: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
32
+ 2023-08-18 15:55:41.956996: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
33
+ 2023-08-18 15:55:41.958820: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
34
+ 2023-08-18 15:55:45.273261: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
35
+ 2023-08-18 15:55:45.273383: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
36
+ 2023-08-18 15:55:45.273397: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
37
+ 2023-08-18 15:55:45.280038: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75650 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:8a:00.0, compute capability: 8.0)
38
+ 2023-08-18 15:55:47.395841: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
39
+ /opt/conda/lib/python3.7/site-packages/tensorflow/python/keras/layers/core.py:1059: UserWarning: is not loaded, but a Lambda layer uses it. It may cause errors.
40
+ , UserWarning)
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet_formatting.stdout.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0/chrombpnet.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0/new_model_formats/chrombpnet
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet_model_params.tsv ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ counts_loss_weight 2.6
2
+ filters 512
3
+ n_dil_layers 8
4
+ bias_model_path /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0/bias_model_scaled.h5
5
+ inputlen 2114
6
+ outputlen 1000
7
+ max_jitter 500
8
+ chr_fold_path /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/splits/fold_0.json
9
+ negative_sampling_ratio 0.1
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet_no_bias_formatting.stderr.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0/new_model_formats/chrombpnet_wo_bias
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.chrombpnet_no_bias_formatting.stdout.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_0/new_model_formats/chrombpnet_wo_bias
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.epoch_loss.csv ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,logcount_predictions_loss,logits_profile_predictions_loss,loss,val_logcount_predictions_loss,val_logits_profile_predictions_loss,val_loss
2
+ 0,1.16054105758667,132.60870361328125,135.6261444091797,0.4395897686481476,134.01576232910156,135.1586456298828
3
+ 1,0.4412636160850525,129.42965698242188,130.57693481445312,0.3705134689807892,132.59539794921875,133.55877685546875
4
+ 2,0.40331700444221497,128.61383056640625,129.662353515625,0.3424019515514374,131.9764404296875,132.86671447753906
5
+ 3,0.37548065185546875,128.04310607910156,129.01956176757812,0.346323162317276,131.60350036621094,132.50387573242188
6
+ 4,0.35556158423423767,128.01870727539062,128.94302368164062,0.35672351717948914,131.55845642089844,132.4859619140625
7
+ 5,0.3441353440284729,127.50626373291016,128.40115356445312,0.32945334911346436,131.60951232910156,132.4661102294922
8
+ 6,0.3340023458003998,127.11457824707031,127.98320007324219,0.30816367268562317,131.69142150878906,132.49270629882812
9
+ 7,0.32631176710128784,126.92411804199219,127.77249145507812,0.3688640594482422,132.04019165039062,132.99929809570312
10
+ 8,0.32402077317237854,126.62660217285156,127.46926879882812,0.3209022879600525,131.7537078857422,132.58810424804688
11
+ 9,0.2966492474079132,125.32551574707031,126.09667205810547,0.295857310295105,131.90557861328125,132.67486572265625
12
+ 10,0.2870350182056427,124.57655334472656,125.32292938232422,0.303222119808197,132.34939575195312,133.1376953125
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.stderr.txt ADDED
The diff for this file is too large to render. See raw diff
 
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.stdout.txt ADDED
The diff for this file is too large to render. See raw diff
 
fold_0/logs.models.fold_0.ENCSR261SMF/logfile.modelling.fold_0.ENCSR261SMF.stdout_v1.txt ADDED
The diff for this file is too large to render. See raw diff
 
fold_0/model.bias_scaled.fold_0.ENCSR261SMF.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e09a7097dc1a7ae6e8e6329bdbd27e02d73989651b87558211c207c168c2724
3
+ size 2688440
fold_0/model.bias_scaled.fold_0.ENCSR261SMF.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:104b2b57c52c7dd599587ee44d639ff9215e23e7e16c8c19c7576d940a85dbc1
3
+ size 1198080
fold_0/model.chrombpnet.fold_0.ENCSR261SMF.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00f3c983820e7f851268e5c039091da734071277b6a52a20ff8a64d91defc2ef
3
+ size 26447928
fold_0/model.chrombpnet.fold_0.ENCSR261SMF.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66f44c5bc05e395804b262a1ed239a99e555337c4cd450bc7406785367bcbb76
3
+ size 27607040
fold_0/model.chrombpnet_nobias.fold_0.ENCSR261SMF.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d31244c63ecbed75da13b2493b2eac0302310cb5d439fb068929a3e113f0000
3
+ size 25583536
fold_0/model.chrombpnet_nobias.fold_0.ENCSR261SMF.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:761440606ce72bf6df80e8404f14b58a3a094f124196e2a8d21a3b52b49aba24
3
+ size 26081280
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.args.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "genome": "/scratch/groups/akundaje/anusri/chromatin_atlas/reference/hg38.genome.fa",
3
+ "bigwig": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//preprocessing/bigWigs/ENCSR261SMF.bigWig",
4
+ "peaks": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR261SMF//chrombpnet_model_feb15_fold_1//filtered.peaks.bed",
5
+ "nonpeaks": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR261SMF//chrombpnet_model_feb15_fold_1//filtered.nonpeaks.bed",
6
+ "output_prefix": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR261SMF//chrombpnet_model_feb15_fold_1//chrombpnet",
7
+ "chr_fold_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_1.json",
8
+ "trackables": [
9
+ "logcount_predictions_loss",
10
+ "loss",
11
+ "logits_profile_predictions_loss",
12
+ "val_logcount_predictions_loss",
13
+ "val_loss",
14
+ "val_logits_profile_predictions_loss"
15
+ ],
16
+ "epochs": 50,
17
+ "early_stop": 5,
18
+ "batch_size": 64,
19
+ "learning_rate": 0.001,
20
+ "params": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR261SMF//chrombpnet_model_feb15_fold_1//chrombpnet_model_params.tsv",
21
+ "seed": 1234,
22
+ "architecture_from_file": "/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/models/chrombpnet_with_bias_model.py"
23
+ }
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.batch_loss.tsv ADDED
The diff for this file is too large to render. See raw diff
 
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.bias_formatting.stderr.txt ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
2
+ INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
3
+ 2023-08-18 16:57:17.867956: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
4
+ 2023-08-18 16:57:20.205245: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
5
+ 2023-08-18 16:57:20.209032: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
6
+ 2023-08-18 16:57:21.160534: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
7
+ pciBusID: 0000:8a:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
8
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
9
+ 2023-08-18 16:57:21.160635: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
10
+ 2023-08-18 16:57:21.186390: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
11
+ 2023-08-18 16:57:21.186527: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
12
+ 2023-08-18 16:57:21.197315: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
13
+ 2023-08-18 16:57:21.202555: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
14
+ 2023-08-18 16:57:21.220339: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
15
+ 2023-08-18 16:57:21.225104: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
16
+ 2023-08-18 16:57:21.226142: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
17
+ 2023-08-18 16:57:21.254268: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
18
+ 2023-08-18 16:57:21.254601: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
19
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
20
+ 2023-08-18 16:57:21.255575: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
21
+ 2023-08-18 16:57:21.275685: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
22
+ pciBusID: 0000:8a:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
23
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
24
+ 2023-08-18 16:57:21.275721: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
25
+ 2023-08-18 16:57:21.275744: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
26
+ 2023-08-18 16:57:21.275761: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
27
+ 2023-08-18 16:57:21.275777: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
28
+ 2023-08-18 16:57:21.275792: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
29
+ 2023-08-18 16:57:21.275818: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
30
+ 2023-08-18 16:57:21.275835: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
31
+ 2023-08-18 16:57:21.275851: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
32
+ 2023-08-18 16:57:21.318238: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
33
+ 2023-08-18 16:57:21.319556: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
34
+ 2023-08-18 16:57:24.099324: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
35
+ 2023-08-18 16:57:24.099439: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
36
+ 2023-08-18 16:57:24.099451: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
37
+ 2023-08-18 16:57:24.145021: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75650 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:8a:00.0, compute capability: 8.0)
38
+ 2023-08-18 16:57:25.473325: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.bias_formatting.stdout.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_1/bias_model_scaled.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_1/new_model_formats/bias_model_scaled
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet.params.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "counts_loss_weight": "2.7",
3
+ "filters": "512",
4
+ "n_dil_layers": "8",
5
+ "bias_model_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR261SMF//chrombpnet_model_feb15_fold_1/bias_model_scaled.h5",
6
+ "inputlen": "2114",
7
+ "outputlen": "1000",
8
+ "max_jitter": "500",
9
+ "chr_fold_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_1.json",
10
+ "negative_sampling_ratio": "0.1"
11
+ }
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet_data_params.tsv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ counts_sum_min_thresh 1.0
2
+ counts_sum_max_thresh 216.0
3
+ trainings_pts_post_thresh 170542
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet_formatting.stderr.txt ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
2
+ INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
3
+ 2023-08-18 15:55:39.110419: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
4
+ 2023-08-18 15:55:41.619479: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
5
+ 2023-08-18 15:55:41.623455: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
6
+ 2023-08-18 15:55:42.370254: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
7
+ pciBusID: 0000:4b:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
8
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
9
+ 2023-08-18 15:55:42.370390: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
10
+ 2023-08-18 15:55:42.388919: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
11
+ 2023-08-18 15:55:42.389098: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
12
+ 2023-08-18 15:55:42.398681: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
13
+ 2023-08-18 15:55:42.403187: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
14
+ 2023-08-18 15:55:42.418983: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
15
+ 2023-08-18 15:55:42.423161: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
16
+ 2023-08-18 15:55:42.424079: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
17
+ 2023-08-18 15:55:42.435397: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
18
+ 2023-08-18 15:55:42.435686: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
19
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
20
+ 2023-08-18 15:55:42.436543: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
21
+ 2023-08-18 15:55:42.443081: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
22
+ pciBusID: 0000:4b:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
23
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
24
+ 2023-08-18 15:55:42.443111: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
25
+ 2023-08-18 15:55:42.443131: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
26
+ 2023-08-18 15:55:42.443145: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
27
+ 2023-08-18 15:55:42.443159: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
28
+ 2023-08-18 15:55:42.443173: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
29
+ 2023-08-18 15:55:42.443185: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
30
+ 2023-08-18 15:55:42.443198: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
31
+ 2023-08-18 15:55:42.443211: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
32
+ 2023-08-18 15:55:42.486096: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
33
+ 2023-08-18 15:55:42.487407: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
34
+ 2023-08-18 15:55:45.334250: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
35
+ 2023-08-18 15:55:45.334326: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
36
+ 2023-08-18 15:55:45.334344: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
37
+ 2023-08-18 15:55:45.380417: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75650 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:4b:00.0, compute capability: 8.0)
38
+ 2023-08-18 15:55:47.748980: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
39
+ /opt/conda/lib/python3.7/site-packages/tensorflow/python/keras/layers/core.py:1059: UserWarning: is not loaded, but a Lambda layer uses it. It may cause errors.
40
+ , UserWarning)
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet_formatting.stdout.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_1/chrombpnet.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_1/new_model_formats/chrombpnet
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet_model_params.tsv ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ counts_loss_weight 2.7
2
+ filters 512
3
+ n_dil_layers 8
4
+ bias_model_path /scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR261SMF//chrombpnet_model_feb15_fold_1/bias_model_scaled.h5
5
+ inputlen 2114
6
+ outputlen 1000
7
+ max_jitter 500
8
+ chr_fold_path /scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_1.json
9
+ negative_sampling_ratio 0.1
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet_no_bias_formatting.stderr.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_1/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_1/new_model_formats/chrombpnet_wo_bias
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.chrombpnet_no_bias_formatting.stdout.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_1/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_1/new_model_formats/chrombpnet_wo_bias
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.epoch_loss.csv ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,logcount_predictions_loss,logits_profile_predictions_loss,loss,val_logcount_predictions_loss,val_logits_profile_predictions_loss,val_loss
2
+ 0,2.4339823722839355,133.35031127929688,139.92214965820312,0.44738027453422546,150.9810791015625,152.1890411376953
3
+ 1,0.4495026171207428,130.21932983398438,131.43284606933594,0.4626995623111725,149.50460815429688,150.75401306152344
4
+ 2,0.4081677496433258,129.12606811523438,130.22817993164062,0.39777442812919617,148.41940307617188,149.49334716796875
5
+ 3,0.3771892786026001,128.50881958007812,129.5274200439453,0.5105613470077515,148.41282653808594,149.79135131835938
6
+ 4,0.3598059117794037,128.19068908691406,129.16213989257812,0.3266274929046631,148.28878784179688,149.17062377929688
7
+ 5,0.34341537952423096,127.77610778808594,128.70321655273438,0.32352903485298157,147.93203735351562,148.80548095703125
8
+ 6,0.3319116532802582,127.29159545898438,128.18739318847656,0.31492510437965393,147.8256072998047,148.6759033203125
9
+ 7,0.3212715685367584,127.17536926269531,128.0428466796875,0.29524558782577515,147.61883544921875,148.4160614013672
10
+ 8,0.31240740418434143,126.95880889892578,127.80235290527344,0.29509466886520386,147.95758056640625,148.75437927246094
11
+ 9,0.3044331669807434,126.60294342041016,127.42501831054688,0.3082612156867981,148.46006774902344,149.2922821044922
12
+ 10,0.29741159081459045,126.3118667602539,127.114990234375,0.2865517735481262,148.51243591308594,149.28598022460938
13
+ 11,0.2761352062225342,125.0926742553711,125.8382568359375,0.28503507375717163,148.32191467285156,149.0913848876953
14
+ 12,0.26752206683158875,124.10307312011719,124.8255615234375,0.27987053990364075,148.63111877441406,149.3867950439453
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.stderr.txt ADDED
The diff for this file is too large to render. See raw diff
 
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.stdout.txt ADDED
The diff for this file is too large to render. See raw diff
 
fold_1/logs.models.fold_1.ENCSR261SMF/logfile.modelling.fold_1.ENCSR261SMF.stdout_v1.txt ADDED
The diff for this file is too large to render. See raw diff
 
fold_1/model.bias_scaled.fold_1.ENCSR261SMF.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9dfceb696935b842aeeab73a2226a50803f7e30e2a93c53ef192ef330c18923
3
+ size 2688440
fold_1/model.bias_scaled.fold_1.ENCSR261SMF.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a02d1ae0d99701063a8f86134fb40d6af614cf597f0ecba343e36c8fa26708b
3
+ size 1198080
fold_1/model.chrombpnet.fold_1.ENCSR261SMF.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09b92da0e50348d4b5cb9690063b1691cabdfef8d3752235765bf07c6651dc0b
3
+ size 26447928
fold_1/model.chrombpnet.fold_1.ENCSR261SMF.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4526308e67cff1069ae6fdc739e8ee87041225c311187999914756306ff5714
3
+ size 27607040
fold_1/model.chrombpnet_nobias.fold_1.ENCSR261SMF.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:343001090bf9dfb3c92c6994b90c9c80ba3da29707432508eec8c0a681183623
3
+ size 25583536
fold_1/model.chrombpnet_nobias.fold_1.ENCSR261SMF.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2edd32857121e008d4e5ea1fa47d63f80836a88d744a303c21b0a2fb3e48ad85
3
+ size 26081280
fold_2/logs.models.fold_2.ENCSR261SMF/logfile.modelling.fold_2.ENCSR261SMF.args.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "genome": "/scratch/groups/akundaje/anusri/chromatin_atlas/reference/hg38.genome.fa",
3
+ "bigwig": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//preprocessing/bigWigs/ENCSR261SMF.bigWig",
4
+ "peaks": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR261SMF//chrombpnet_model_feb15_fold_2//filtered.peaks.bed",
5
+ "nonpeaks": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR261SMF//chrombpnet_model_feb15_fold_2//filtered.nonpeaks.bed",
6
+ "output_prefix": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR261SMF//chrombpnet_model_feb15_fold_2//chrombpnet",
7
+ "chr_fold_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json",
8
+ "trackables": [
9
+ "logcount_predictions_loss",
10
+ "loss",
11
+ "logits_profile_predictions_loss",
12
+ "val_logcount_predictions_loss",
13
+ "val_loss",
14
+ "val_logits_profile_predictions_loss"
15
+ ],
16
+ "epochs": 50,
17
+ "early_stop": 5,
18
+ "batch_size": 64,
19
+ "learning_rate": 0.001,
20
+ "params": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR261SMF//chrombpnet_model_feb15_fold_2//chrombpnet_model_params.tsv",
21
+ "seed": 1234,
22
+ "architecture_from_file": "/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/models/chrombpnet_with_bias_model.py"
23
+ }
fold_2/logs.models.fold_2.ENCSR261SMF/logfile.modelling.fold_2.ENCSR261SMF.batch_loss.tsv ADDED
The diff for this file is too large to render. See raw diff
 
fold_2/logs.models.fold_2.ENCSR261SMF/logfile.modelling.fold_2.ENCSR261SMF.bias_formatting.stderr.txt ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
2
+ INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
3
+ 2023-08-18 16:57:17.901868: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
4
+ 2023-08-18 16:57:20.342549: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
5
+ 2023-08-18 16:57:20.346408: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
6
+ 2023-08-18 16:57:21.920150: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
7
+ pciBusID: 0000:4b:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
8
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
9
+ 2023-08-18 16:57:21.920326: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
10
+ 2023-08-18 16:57:21.943083: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
11
+ 2023-08-18 16:57:21.943250: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
12
+ 2023-08-18 16:57:21.952927: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
13
+ 2023-08-18 16:57:21.957574: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
14
+ 2023-08-18 16:57:21.973835: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
15
+ 2023-08-18 16:57:21.977995: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
16
+ 2023-08-18 16:57:21.978929: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
17
+ 2023-08-18 16:57:22.085270: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
18
+ 2023-08-18 16:57:22.085582: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
19
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
20
+ 2023-08-18 16:57:22.086367: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
21
+ 2023-08-18 16:57:22.205498: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
22
+ pciBusID: 0000:4b:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
23
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
24
+ 2023-08-18 16:57:22.205537: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
25
+ 2023-08-18 16:57:22.205561: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
26
+ 2023-08-18 16:57:22.205579: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
27
+ 2023-08-18 16:57:22.205594: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
28
+ 2023-08-18 16:57:22.205609: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
29
+ 2023-08-18 16:57:22.205624: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
30
+ 2023-08-18 16:57:22.205638: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
31
+ 2023-08-18 16:57:22.205652: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
32
+ 2023-08-18 16:57:22.347404: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
33
+ 2023-08-18 16:57:22.349842: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
34
+ 2023-08-18 16:57:24.430366: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
35
+ 2023-08-18 16:57:24.430537: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
36
+ 2023-08-18 16:57:24.430553: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
37
+ 2023-08-18 16:57:24.437527: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75650 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:4b:00.0, compute capability: 8.0)
38
+ 2023-08-18 16:57:25.684040: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
fold_2/logs.models.fold_2.ENCSR261SMF/logfile.modelling.fold_2.ENCSR261SMF.bias_formatting.stdout.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_2/bias_model_scaled.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR261SMF//chrombpnet_model_feb15_fold_2/new_model_formats/bias_model_scaled
fold_2/logs.models.fold_2.ENCSR261SMF/logfile.modelling.fold_2.ENCSR261SMF.chrombpnet.params.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "counts_loss_weight": "2.6",
3
+ "filters": "512",
4
+ "n_dil_layers": "8",
5
+ "bias_model_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR261SMF//chrombpnet_model_feb15_fold_2/bias_model_scaled.h5",
6
+ "inputlen": "2114",
7
+ "outputlen": "1000",
8
+ "max_jitter": "500",
9
+ "chr_fold_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json",
10
+ "negative_sampling_ratio": "0.1"
11
+ }
fold_2/logs.models.fold_2.ENCSR261SMF/logfile.modelling.fold_2.ENCSR261SMF.chrombpnet_data_params.tsv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ counts_sum_min_thresh 0.0
2
+ counts_sum_max_thresh 214.0
3
+ trainings_pts_post_thresh 175023